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> nohup sh bin/mqnamesrv 6 
> tail -f -/Logs/rocketmqLogs/namesrv.Log 
The Name Server boot success... 
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> nohup sh bin/mgbroker -n localhost :9876& 
» tail -f -/Logs/rocketmqLogs/broker.Log 
The broker[*s, 192.168.0.233:10911] boot success... 
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> export NAMESRV ADDR-localhost:9876 
> sh bin/tools.sh org.apache.rocketmq. өші quickstart.Producer 
SendResult [sendStatus-SEND OK, msgId- .. 


» sh bin/tools.sh org.apache.rocketmq.example.quickstart.Consumer 
ConsumeMessageThread *sd Receive New Messages: [MessageExt... 
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> sh bin/mqshutdown broker 
Тһе mqbroker (36695) is running. 
Send shutdown request to mqbroker (36695) OK 


> sh bin/mqshutdown namesrv 


The mgnamesrv(36664) is running. 
Send shutdown request to mqnames rv (36664) OK 
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0000000000000 Мате$егуе попир sh bin/mqnamesrv 
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ДбО000Вгокегоррор000000000Мазеег)ДОВгокег005ІЇамерпД 
ПВгокет 0000000000 Воске{МО0000000000000000000000000 
соп /2т-25-ѕупс0000 


1[]1192.168.100.131[][][|Master Вгоке 00000 


namesrvAddr-192.168.100.131:9876; 192.168.100.132:9876 
brokerClusterName-DefaultCluster 

brokerName-broker-a 

ргокегІа=0 

deleteWhenz04 

fileReservedTime-48 

brokerRole-SYNC MASTER 

flushDiskType-ASYNC FLUSH 

listenPort-10911 
storePathRootDir-z/home/rocketmg/store-a 


2(]192.168.100.132[j[][Master Вгокег 00000 


namesrvAddr-192.168.100.131:9876; 192.168.100.132:9876 
brokerClusterName-DefaultCluster 

brokerName-broker-b 

brokerId-0 

deleteWhenz04 

fileReservedTime-48 

brokerRole-SYNC MASTER 

flushDiskType-ASYNC FLUSH 

listenPort-10911 
storePathRootDirz/home/rocketmg/store-b 
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namesrvAddr-192.168.100.131:9876; 192.168. 100.132:9876 
brokerClusterName-DefaultCluster 

brokerName-broker-b 

brokerId-1 

deleteWwhen-z04 

fileReservedTime-48 


brokerRole-zSLAVE 
flushDiskType-ASYNC FLUSH 
listenPort-11011 
storePathRootDirz/home/rocketmg/store-b 
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патезгуАдаг=192.168.100.131:9876; 192.168.100.132:9876 
brokerClusterName-DefaultCluster 

brokerName-broker-a 

brokerId-1 

deleteWhenz04 

fileReservedTime-48 

brokerRole-SLAVE 

flushDiskType- We FLUSH 

listenPort-11011 

storePathRootDir-z/home/rocketmg/store-a 
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попир sh ./bin/mqbroker -c config file & 
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brokerRole[]3[]]|]SYNC MASTER[JASYNC МАБТЕКЦУГАУЕЦ 
ПОО5УМСПА5УМСУДОМазвеЕегр)5ІамепПдДодобобОд5УМЕОДО 


Slave[]Master[ ПОДОДОДОДОДОО0000 
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ПІПП2-1 Ргоаисег 00 


public class SyncProducer { 
public static void main(String[] args) throws Exception 4 
//Instantiate with a Producer group name. 
DefaultMQProducer Producer = new 
DefaultMQProducer("please rename unique group name"); 
producer.setNamesrvAddr("192.168.100.131:9876") ; 
//Launch the instance. 
Producer.start(); 
Тог (int i = 0; і < 100; i++) ( 
//Create a Message instance, specifying Topic, tag and Message body. 
Message msg - new Message("TopicTest" /* Topic * 
"TagA" /* Tag */, 
("Hello RocketMQ " + 
i).getBytes(RemotingHelper.DEFAULT CHARSET) /* Message body 





у. 
); 
//Call send Message to deliver Message to one of brokers. 
SendResult sendResult - Producer.send(msg); 
System.out.printf("9*s*n", sendResult); 
//Shut down once the Producer instance is not longer in use. 
Producer.shutdown(); 
) 
} 


ОПОПОПОПОПОб етац мОРгодисе ДО ПОПСгочр Матей 
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00000002-2000 
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ж 


ж Instantiate with specified Consumer group name. 
*/ 
DefaultMQPushConsumer Consumer - new DefaultMQPushConsumer("please rename 
to unique group name"); 
/* 


* Specify name server addresses. 
Consumer.setNamesrvAddr("192.168.249.47:9876"); 
/% 


* Specify where to start in case the specified Consumer group is a brand 
new one. 
ж 
Consumer.setConsumeF romWhere(ConsumeF romWhere. CONSUME FROM FIRST OFFSET); 
//Consumer.setMessageModel (MessageModel.BROADCASTING); 
ж 


ж Subscribe one more more Topics to consume. 

жу 

Consumer.subscribe("TopicTest", "*"); 

ж 

ж Register callback to execute on arrival of Messages fetched from 

brokers. 
*/ 
Consumer.registerMessagelistener(new MessageListenerConcurrently() 4 
public ConsumeConcurrentlyStatus consumeMessage(List«MessageExt» 


msgs, ConsumeConcurrentlyContext context) { 
System.out.printf(Thread.currentThread().getName() + " Receive 
New Messages: " + msgs + "%п"); 
return ConsumeConcurrentlyStatus.CONSUME SUCCESS; 
$); 
ж 
ж Launch the Consumer instance. 
ту 


Consumer.start(); 
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3.1.1 Рета МОРизћСопзитег 00 


Прреташ МОРизћСопзитег ПВ 
ОДОО0000000000000000000855еєпр00000 
DefaultMQPushConsumertQ][ 000000000000 
огд.арасће.госке пд.ехатріе.диїск5 а  ПОООООООООО0 1 3- 


1000 
00003-1 Пегач#мМОРиз!Сопзитет 


public class QuickStart 4 
public static void main(String[] args) throws InterruptedException, 
мас1їептЕхсерї1оп { 

DefaultMQPushConsumer Consumer = new DefaultMQPushConsumer 
("please rename unique group name 4"); 
Consumer.setNamesrvAddr("name-serverl-ip:9876;name-server2-ip:9876"); 
Consumer.setConsumeFromWhere(ConsumeF romwWhere.CONSUME FROM FIRST „ OFFSET) ; 

Consumer.setMessageModel(MessageModel.BROADCASTING); 





Consumer.subscribe("TopicTest", "*"); 
Consumer.registerMessagelistener(new MessageListenerConcurrently() 4 
public ConsumeConcurrentlyStatus consumeMessage(List«MessageExt» 


msgs, ConsumeConcurrentlyContext context) { 
System.out. printf(Thread. currentThread().getName() + " Receive 
New Messages: " + msgs + "%п"); 


return ConsumeConcurrentlyStatus. CONSUME SUCCESS; 


+); 
Consumer.start(); 
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2 Мапгле5егмег)000000000000000000000000000000000 
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[]TopicTest"[T][]tag1[]Jtag2(Itag3LILD E Te g ороророродорборосдро 
ТадППППП ич ИОО“*”ОООООООтТо pi e 00000 
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switch (pullResult.getPullStatus()) 1 
case FOUND: 


Пегаи# МОРизйСопзие Ц00000РЧ!!Кеаиеѕ ПООЦ 
Default- 
MQPushConsumerlmpl.this.executePullRequestlmmediately 
[]pullRequest[]['][]L]"PushConsumer"[T][]" PullRequest" 00000 
О"ДО0"ОДПООРИ5ВОДОДООООДОДОООРУНЙОДОДОДОРИ5АОО000000 


Ри5п)005егмегГ о ОДООООД00000000С ПепООД0000000000 
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СПепірр00005егмет доб0Д000000000000 
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ОДО000000000000000003-303-4000 


00003-3 | ООРЧНОООООО 


PullMessageRequestHeader requestHeader = new PullMessageRequestHeader(); 
requestHeader.setConsumerGroup(this.ConsumerGroup); 
requestHeader.setTopic(mq.getTopic()); 
requestHeader.setQueueId(mq.getQueueId()); 
requestHeader.setQueueOffset(Offset); 
requestHeader.setMaxMsgNums (maxNums) ; 
requestHeader.setSysFlag(sysFlagInner); 
requestHeader.setCommitOffset(commitOffset); 
requestHeader.setSuspendTimeoutMillis (brokerSuspendMaxTimeMillis); 
requestHeader.setSubscription(subExpression); 
requestHeader.setSubVersion(subVersion); 
requestHeader.setExpressionType(expressionType); 


PullResult pullResult - this.mQClientFactory.getMQClientAPIImpl().pullMessage( 
brokerAddr, requestHeader, timeoutMillis,communicationMode,pullCallback); 


UUUUUUUUUUUrequestHeader.setSuspendTimeoutMillis 
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1500000Вгокего00000000000000000000 


00003-4 "000"0000000 


package org.apache.rocketmq.broker.longpolling 


if (this.brokerController.getBrokerConfig().isLongPollingEnable()) 1 
this.waitForRunning(5 * 1000); 
) else 5 


this.waitForRunning(this.brokerController.getBrokerConfig().getShortPollingTimeMi 
115()); 
} 


long beginLockTimestamp = this.systemClock.now(); 
this.checkHoldRequest(); 
long costTime = this.systemClock.now() - beginLockTimestamp; 


if (costTime > 5 * 1000) { 
Log.info("[NOTIFYME] check hold request cost 4) ms.", costTime); 
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О00000000000Сопѕитег] 


О00000000000ногр0сопѕитегО000000000000000000 
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ПООДОООДДДО00000000000000000000000000000000000000 
ПОО0000000000000000 
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this.consumeExecutor = new ThreadPoolExecutor( 
this.defaultMQPushConsumer.getConsumeThreadMin(), 
this.defaultMQPushConsumer.getConsumeThreadMax(), 
1000 * 60, 
TimeUnit.MILLISECONDS, 
this.consumeRequestQueue, 
new ThreadFactoryImpl("ConsumeMessageThread ")); 


РИТООДООДООО000000000000000000000000000000000000 
ОДОД00000000000000000000Аоскесм рОООООО 
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000 


[|]IProcessQueu eDim a adn Pu 00000000 
000000000000003-6000 


00003-6 РиѕћСопѕитег 00000 


long cachedMessageCount = processQueue.getMsgCount().get(); 
long cachedMessageSizeInMiB - processQueue.getMsgSize().get() / (1024 * 1024); 


if (cachedMessageCount » this.defaultMQPushConsumer.getPullThresholdForQueue()) 1 
this.executePullRequestLater(pullRequest, 
PULL TIME DELAY MILLS WHEN FLOW CONTROL); 
if ((queueFlowControlTimes-- 5 1000) == 0) ( 
log.warn( 

"the cached message count exceeds the threshold {}, so do flow 
control, minOffset-z(), maxOffset-(), count-(), size-() MiB, pullRequest-(], 
flowControlTimes-i(]", 

this.defaultMQPushConsumer.getPullThresholdForQueue(), 
processQueue.getMsgTreeMap().firstKey(), processQueue.getMsgTreeMap() .lastKey(), 
cachedMessageCount, cachedMessageSizelnMiB, pullRequest, queueFlowControlTimes); 





return; 


) 
if (cachedMessageSizelInMiB > this.defaultMQPushConsumer.getPullThresholdSize- 
ForQueue()) 4 
this.executePullRequestLater(pullRequest, 
PULL TIME DELAY MILLS WHEN FLOW CONTROL); 
if ((queueFlowControlTimes-- 5 1000) == 0) ( 
log.warn( 

"the cached message size exceeds the threshold {} MiB, so do flow 
control, minOffset-z(), maxOffset-(), count-(), size-() MiB, pullRequest-(], 
flowControlTimes-i(]", 

this.defaultMQPushConsumer.getPullThresholdSizeForQueue(), 
processQueue.getMsgTreeMap().firstKey(), processQueue.getMsgTreeMap() .lastKey(), 
cachedMessageCount, cachedMessageSizeInMiB, pullRequest, queueFlowControl-Times); 





return; 


if (!this.consumeOrderly) 4 
if (processQueue.getMaxSpan() » 
this.defaultMQPushConsumer.getConsumeConcurrentlyMaxSpan()) 1 
this.executePullRequestLater(pullRequest, 
PULL TIME DELAY MILLS WHEN FLOW CONTROL); 
if ((queueMaxSpanFlowControlTimes-- % 1000) == 0) { 
log.warn( 
"the queue's messages, span too long, so do flow control, 
minOffset-(), maxOffset-(), тахбрап={}, pullRequest-(j, flowControlTimes-[(]", 
processQueue.getMsgTreeMap() .firstKey(), 
processQueue.getMsgTreeMap().lastKey(), processQueue.getMaxSpan(), 
pullRequest, queueMaxSpanFlowCont rolTimes); 
) 


return; 
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3.1.4 DefaultMQOPullConsumer 


[][DefaultMQPullConsumer[][]t]DefaultMQPushConsumer 


ПООДООООДДДД00000000000000000000000000 
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000 
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public class PullConsumer 5 
private static final Map«MessageQueue, Long» OFFSE TABLE = new 


HashMap«MessageQueue, Гопдр (); 


public static void main(String[] args) throws MQClientException 4 
DefaultMQPullConsumer Consumer - new DefaultMQPullConsumer 
("please rename unique group name 5"); 
Consumer.start(); 
Set«MessageQueue» mqs - 
Consumer.fetchSubscribeMessageQueues ("TopicTestl1"); 
for (MessageQueue mq : mqs) { 
long Offset = Consumer.fetchConsumeOffset(mq, true); 
System.out.printf("Consume from the Queue: " + тд + "%п"); 
SINGLE MQ: 
while (true) { 
try ( 
PullResult pullResult - 
Consumer.pullBlockIfNotFound(mq, null, getMessage- 





QueueOffset(mq), 32); 
System.out.printf("*sssn", pullResult); 
putMessageQueueOffset(mq, pullResult.getNextBegin-Offset()); 
switch (pullResult.getPullStatus()) 1 

case FOUND: 
break; 

case NO MATCHED MSG: 
break; 

case NO NEW MSG: 
break SINGLE MQ; 

case OFFSET ILLEGAL: 
break; 

default: 
break; 


) 
) catch (Exception e) ( 
e.printStackTrace(); 


) 
I 
Consumer.shutdown(); 
private static long getMessageQueueOffset(MessageQueue mq) 4 
Long Offset - OFFSE TABLE.get (mq) ; 
if (Offset != null) 


return Offset; 
return 0; 


private static void putMessageQueueOffset(MessageQueue mq, long Offset) 4 
OFFSE TABLE.put(mq, Offset); 
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00000 
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РиѕћСопѕитег ПИПТПППІПППППППМатебегуегіп 
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ПобпретаШ ЕМОРизћСопзите ПО Матезегмет 00000 
ОДО000000000000Коскеємо0000000Матез5егмегіВгокетг 0 
О000000000000000000реѓғаишмОРиѕћСопѕитег 000000000 
оббобобободбодобоббоббобобобобороро 
Петач#МОРизйСопзитег ПППООПОООК ПВгокег | 
Мате5егмег ПППОПОО0ООООетач МОРи$АСопзитег 00000 
ПООООООДДОДОО00000000000000000000000 


ПОО000ОеѓашМмОоРиѕћСопѕитег000000000000000000 
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3.2.1 DefaultMQProducer 
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public class ProducerQuickStart { 


public static void main(String[] args) throws MQClientException, 


InterruptedException { 
DefaultMQProducer producer = new 
DefaultMQProducer("please rename unique group name"); 
producer.setInstanceName("instancel"); 
producer.setRetryTimesWhenSendFailed(3); 





producer.setNamesrvAddr("name-serverl-ip:9876;name-server2-ip:9876"); 


Producer.start(); 
for (int і = 9; і < 1000; i++) 1 
їгу ( 
Message msg = new Message("TopicTest" /* Topic */, 
TagA" /* Tag */, 
("Hello RocketMQ " 
i). getBytes (RemotingHelper. DEFAULT ` СНАВЗЕТ) /* Message body */ 


Producer. send (msg, new SendCallback() { 
public void onSuccess(SendResult sendResult) { 
System.out.printf("9$s9*n", sendResult); 
sendResult.getSendStatus(); 


} 
public void onException(Throwable e) { 
e.printStackTrace(); 


e.printStackTrace(); 


n; 
) catch (Exception е) { 
) 
Thread.sleep(1000); 


) 
producer.shutdown(); 
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public class OrderMessageQueueSelector implements MessageQueueSelector 5 
ublic MessageQueue select(List«MessageQueue» mqs, Message msg 
ues orderKey) 
t id - integer: parselnt(orderKey.toString()); 

in idMainIndex = 19/100; 

int size = mgs.size(); 

int index - idMainrndexksiie: 

return mqs.get (index); 


DIHDIEHIEHILLIMessageQueueSelectort ДОДОДОДООрибіїс 
SendResult зепа Меззаде msg[]MessageQueueSelector 
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ЗОДОДО0000000040000000000000Коскесмородрроообоб00 
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О00000000000Сіаѕѕ$000000000000000000000000 
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[]LocalTransactionState.ROLLBACK МЕЅЅАСЕЦП 
LocalTransactionState.COMMIT МЕ55АСЕП 


3.3 ПОДОДОО000 


ОДООООО00000000000000000000000000000000000000000 
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О00000007орієВ000Меѕѕаде Оиечей попоопопоо вен ІП 
Торе ОПОПОПОПМеззаде Queuentnnmmoffsetrnn npn td 
О000Соп5иплегдрорО0000000000 


[13-100 00ffset jn npn d d db B гоке 000000000 
DefaultMQPushConsumerrTT[HTEHLHEILI CEUSTERIN 000000000 


Consumer дгоирП0000000000000000000000000000000000 
Вгоке ПОООПОЯзе 000 Вето{еВгокего зе ${огей ПП 


OffsetStore 


load 

updateOffset 

readOffset 

persist 
updateConsumeOffsetToBroker 



















LocalFileOffsetStore 


+теадГоса Озе! 
*readLocalOffsetBak 


RemoteBrokerOffsetStore 
fetchConsumeOffsetFromBroker 


[|3-1 OffsetStore[]HLEE] 


[IDefaultMQPushConsumer[]|BROADCASTINGT[IDUELE 


Сопзите ППОПТор'еПОПОПО0 Сотпзитег ППОПОООВоске мо 
[][ocalFileOffsetStore[]| JOffset[]LIL]LIL] 


О"везтогерШзопоаоооообобовобово 
00003-10 XOffsetstore[]HLHEE 


("OffsetTable":(("brokerName":"localhost", "QueueId":1,"Topic":"brokerl" ): 1,1 
"brokerName":"localhost", "QueueId":2,"Topic":"brokerl" 3:2, { 
"brokerName":"localhost", "QueueId":0, "Topic":"brokerl" 31:3 } } 


ПППОбетгач# мОРизйСопзитег ППППООПОПО Ке огей ППП 
00РЧІСопѕитег ППППОПОПО "зе $ огей 3.1.4 ПП 
РиНСопзитег 000001 зе Па Па ПП 
ПОС00О#еОО0000000000000000000000#ѕеєрО000000 
Госа!|НеоН зе (огедооророоооо З- 22000 
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public class LocalOffsetStoreExt 5 
private final String groupName; 
private final String storePath; 
private ConcurrentMap«MessageQueue, AtomicLong» OffsetTable = 
new ConcurrentHashMap«MessageQueue, AtomicLong»(); 
public LocalOffsetStoreExt(String storePath, String groupName) { 
this.groupName - groupName; 
this.storePath = storePath; 


) 
public void load() ( 
OffsetSerializeWrapper OffsetSerializeWrapper - this.readLocal-Offset(); 
if (OffsetSerializeWrapper !- null && 
OffsetSerializeWrapper.getOffsetTable() != null) 1 
OffsetTable.putAll(OffsetSerializeWrapper.getOffsetTable()); 
for (MessageQueue та : 
OffsetSerializeWrapper.getOffsetTable().keySet()) { 
AtomicLong Offset = OffsetSerializeWrapper.getOffset- 
Table().get(mqg); 
System.out.printf("load Consumer's Offset, 4) 1) () Mn", 
this.groupName, mq, Offset.get()); 
) 


) 


) 
public void updateOffset(MessageQueue mq, long Offset) { 
if (mq != null) { 
AtomicLong OffsetOld = this.OffsetTable.get(mqg); 
if (null == OffsetOld) 4 
this.OffsetTable.putIfAbsent(mq, new AtomicLong(Offset)); 
) else { 
OffsetOld.set(Offset); 


) 


) 
public long readOffset(final MessageQueue mq) { 
if (mq != null) { 
AtomicLong Offset - this.OffsetTable.get(mq); 
if (Offset != null) 4 
return Offset.get(); 


return 0; 


public void persistAll(Set«MessageQueue» mqs) 4 
if (null == та5 || mqs.isEmpty()) 


return; 
OffsetSerializeWrapper OffsetSerializeWrapper - new Offset- 
SerializeWrapper(); 
for (Map.Entry«MessageQueue, AtomicLong» entry : this.OffsetTable. 
entrySet()) 4 
if (mgs.contains(entry.getKey())) (1 
AtomicLong Offset - entry.getValue(); 
OffsetSerializeWrapper.getOffsetTable().put(entry.getKey(), 
Offset); 


String jsonString = OffsetSerializeWrapper.toJson(true); 
if (jsonString != null) { 
try ( 
MixAll.string2File(jsonString, this.storePath); 
) catch (IOException e) ( 
e.printStackTrace(); 


) 


) 
private OffsetSerializeWrapper readLocalOffset() 4 
String content - null; 
try 1 
content = MixAll.file2String(this.storePath); 
) catch (IOException e) ( 
e.printStackTrace(); 


) 

if (null == content || content.length() == 0) 4 
return null; 

) else { 


OffsetSerializeWrapper OffsetSerializeWrapper = null; 
y 
OffsetSerializeWrapper - 
OffsetSerializeWrapper.fromJson(content, Offset- 
SerializeWrapper.class); 
) catch (Exception е) { 
e.printStackTrace(); 


return OffsetSerializeWrapper; 
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ОО000000Сопѕитег00000000000000000000#еє 0000 
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RocketMQUUUUUUUUorg.apache.rocketmq.Client. од 
ClientLoggerIUUUUUUUUUUUUUUUUUUUUUOURoOcketMQ Client[] 
Log Іеме0000-Огоскейта.Сііепё.Годіеме[ 0000000000000 
System.setProperty["rocketmq.Client. Log Level"[]"WARN" UU 
ПП 


RocketMO[ILog[]HLInslifAjriinribegback[]Log4jrtRocketM Q 
Сеп О0ОЕо9даскПППОПОПОПОП о 9баскОПОПОПОо9чфаскППП 
1000000000000 


О00000тамепр0000000000000000.09000 


о0000госкеіта.Сііепё. Год Іоаасопћор000ғаіѕе0000000 
[][|System.setProperty 
[]'rocketmq.Client.Log.loadconfig"[]"false"DTIDEIDEID]V M00000- 
ОПООООООООСодбаск.хл О0ОтамептООгезоигсе ПДОДОЛ 
"одраск  хтпіДДО000000Воскеєм ОПДОДОДООООЗ TDOUTTICCLCLU 
ОДВоскеєм ордОДО0000Осоп5о1е)00000000000000003-12000 
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«configuration» 
«appender Шақ 2242 7- 
"ch.gos.Logback.core.rolling.RollingFileAppender' 
zi E vis/iücaProjects/mqchtentest/Eods/ rocked ^ Client. 

Log</file> 

<append>true</append> 

<rollingPolicy class="ch.qos.Logback.core.rolling.FixedWindow- 
RollingPolicy"> 


<fileNamePattern>/Users/mark.yky/IdeaProjects/mqClientest/otherdays/rocketmq_Clie 
nt.%i.Log 

</fileNamePattern> 

<minIndex>1</minIndex> 


<тахТпдех>20</тахТпдех> 
«/rollingPolicy» 
«triggeringPolicy 
classz"ch.qos.Logback.core.rolling.SizeBasedTriggeringPolicy"» 
«maxFileSize»100MB«/maxFileSize» 
«/triggeringPolicy» 
«encoder» 
«pattern»*sd(yyy-MM-dd HH:mm:ss,GMT-«8) %р %% - зтеп</ра егп> 
«charset classz"java.nio.charset.Charset"2UTF-8«/charset» 
</епсодег> 
</аррепдег> 
«appender папе-"5Тр00Т" class-"ch.qos.Logback.core.ConsoleAppender"» 
«layout class-"ch.qos.Logback.classic.PatternLayout"» 
«Pattern» 
*d[yyy-MM-dd НН:тт:55,СМТ-8) %р 9st - %m%n 
«/Pattern» 
«/layout» 
</аррепдег> 
«Logger name-"RocketmqCommon" additivity=" false"> 
«level valuez"DEBUG"/» 
«appender-ref refz"RocketmqClientAppender"/» 
«/Logger» 
«Logger name-"RocketmqRemoting" additivity-"false"» 
«level valuez"DEBUG"/» 
«appender-ref refz"RocketmqClientAppender"/» 
«/Logger» 
«Logger name-"RocketmqClient" additivityz"false'"- 
«level valuez"DEBUG"/» 
«appender-ref refz"RocketmqClientAppender"/» 
«appender-ref refz"STDOUT"/» 
«/Logger» 
«/configuration» 
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КоиѓеіпёоМападег00000000000000000000000 


private final HashMap«sString/*topic*/[] 
List«QueueData» »topicQueueTable 
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private final HashMap«String/*BrokerName*/[] 
BrokerData» Broker-AddrTable 
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private final HashMap«sString/*ClusterName*/[] 
Set«String/*BrokerName*/» »ClusterAddrTable 
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private final HashMap«sString/*BrokerAddr*/[] 
BrokerLivelnfo2 Broker-LiveTable 
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ПОВгокег ДД000000000000000000Мапле5егмет T) lla 
ОДОД0000008 гокегДОО0000Вгокегр0000 


private final HashMap«sString/*BrokerAddr*/[] 
List«String»/*Filter Server*/-filterServerTable 
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org.apache.rocketmq.namesrv.routeinfo[] 
BrokerHousekeepingService[T] ІШІПІП 14-1 ІП 
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QOverride 

public void onChannelClose(String remoteAddr, Channel channel) 
this.namesrvController.getRouteInfoManager().onChannelDestroy (remoteAddr, 

channel); 

) 


QOverride 

public void onChannelException(String remoteAddr, Channel channel) 4 
this.namesrvController.getRouteInfoManager().onChannelDestroy (remoteAddr, 

channel); 


QOverride 

public void onChannelldle(String remoteAddr, Channel channel) 
this.namesrvController.getRouteInfoManager().onChannelDestroy (remoteAddr, 

channel); 

) 
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this.scheduledExecutorService.scheduleAtFixedRate(new Runnable() 1 
QOverride 
public void гип() { 
NamesrvController.this.routeInfoManager.scanNotActiveBroker(); 


), 5, 10, TimeUnit.SECONDS); 
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ancoozljdoc 


"BrokerAddr", true, "create topic to which Broker"); 

"ClusterName", true, "create topic to which Cluster"); 

"topic", true, "topic name"); 

"readQueueNums", true, "set read queue nums"); 

"writeQueueNums", true, "set write queue nums"); 

"perm", true, "set topic's permission(2|4|6), intro[2:W 4:R; 6:RW]"); 
"order", true, "set topic's order(true|false"); 

"unit", true, "is unit topic (true| false"); 

"hasUnitSub", true, "has unit sub (true|false"); 
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CreateTopicRequestHeader requestHeader - new CreateTopicRequestHeader(); 


requestHeader. 
requestHeader. 
requestHeader. 
requestHeader. 
requestHeader. 
requestHeader. 
requestHeader. 
requestHeader. 


setTopic(topicConfig.getTopicName()); 
setDefaultTopic(defaultTopic); 

setReadQueueNums (topicConfig.getReadQueueNums ( ) ) ; 
setWriteQueueNums (topicConfig.getWriteQueueNums()); 
setPerm(topicConfig.getPerm()); 
setTopicFilterType(topicConfig.getTopicFilterType().name()); 
setTopicSysFlag(topicConfig.getTopicSysFlag()); 
setOrder(topicConfig.isOrder()); 


RemotingCommand request - RemotingCommand.createRequestCommand (RequestCode. 
UPDATE AND CREATE TOPIC, requestHeader) 
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private RemotingCommand updateAndCreateTopic(ChannelHandlerContext ctx, 
RemotingCommand request) throws RemotingCommandException 


this.BrokerController.getTopicConfigManager().updateTopicConfig(topicConfig); // 
ОПОООЖ ора сСоп? 19 

this.BrokerController.registerBrokerAll(false, true); //ЦМатезбегуег | 
registerBroker[]J[] 

return null; 
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* start 
* shutDown 
* registerRPCHook 







RemotingServer RemotingClient 


* registerProcessor * registerProcessor 

* invokeSync * invokeSync 

* invokeAsync ы + invokeAsync 

+ invokeOneway NettyRemotingAbstract * invokeOneway 

+ locallistenPort * processRequestCommand + updateNameServerAddressList 
* invokeSyncImpl E 


+ invokeAsyncImpl 
+ NettyEventExecutor 




























NettyRemotingClient 


NettyRemotingServer 
нн | 


1 
АЯ 
04-1 Кеглойпа 0000000 
Кетобіпозегуісе ДООДОД00000000 
Void Та 00 
‘void shutdown[]]L] 
void registerRPCHook[]RPCHook грсНоок И 


RemotingClient[]RemotingServer[j][]RemotingServicer[][]LIL] 
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void registerProcessor(final int requestCode, final NettyRequestProcessor 
processor,final ExecutorService executor); 

RemotingCommand invokeSync(final String addr, final RemotingCommand request, final 
long timeoutMillis); 


void invokeAsync(final String addr, final RemotingCommand request, final long 
timeoutMillis,final InvokeCallback invokeCallback); 

void invokeOneway(final String addr, final RemotingCommand request, final long 
timeoutMillis); 

void updateNameServerAddressList(final List«String» addrs); 
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QOverride 
public RemotingCommand processRequest(ChannelHandlerContext ctx, RemotingCommand 
request) throws RemotingCommandException 5 
if (log.isDebugEnabled()) { 
log.debug("receive request, 4) () 0)", 
request.getCode(), 
RemotingHelper.parseChannelRemoteAddr(ctx.channel()), 
request); 


) 
switch (request.getCode()) { 
case RequestCode.PUT KV CONFIG: 
return this.putKVConfig(ctx, request); 
case RequestCode.GET KV CONFIG: 
return this.getKVConfig(ctx, request); 
case RequestCode.DELETE KV CONFIG: 
return this.deleteKVConfig(ctx, request); 
case RequestCode.REGISTER BROKER: 
Version brokerVersion - MQVersion.value2Version(request.getVersion()); 
if (brokerVersion.ordinal() >= MQVersion.Version.V3 0 1l.ordinal()) 4 
return this.registerBrokerWithFilterServer(ctx, request); 
) else 5 
return this.registerBroker(ctx, request); 


) 
case RequestCode.UNREGISTER BROKER: 

return this.unregisterBroker(ctx, request); 
case RequestCode.GET ROUTEINTO BY TOPIC: 

return this.getRouteInfoByTopic(ctx, request); 
case RequestCode.GET BROKER CLUSTER INFO: 

return this.getBrokerClusterInfo(ctx, request); 
case RequestCode.WIPE WRITE PERM OF BROKER: 

return this.wipeWritePermOfBroker(ctx, request); 
case RequestCode.GET ALL TOPIC LIST FROM NAMESERVER: 

return getAllTopicListFromNameserver(ctx, request); 








case RequestCode.DELETE TOPIC IN NAMESRV: 
return deleteTopicInNamesrv(ctx, request); 
case RequestCode.GET KVLIST BY NAMESPACE: 
return this.getKVListByNamespace(ctx, request); 
case RequestCode.GET TOPICS BY CLUSTER: 
return this.getTopicsByCluster(ctx, request); 
case RequestCode.GET SYSTEM TOPIC LIST FROM NS: 
return this.getSystemTopicListFromNs(ctx, request); 
case RequestCode.GET UNIT TOPIC LIST: 
return this.getUnitTopicList(ctx, request); 
case RequestCode.GET HAS UNIT SUB TOPIC LIST: 
return this.getHasUnitSubTopiclList(ctx, request); 
case RequestCode.GET HAS UNIT SUB UNUNIT TOPIC LIST: 
return this.getHasUnitSubUnUnitTopicList(ctx, request); 
case RequestCode.UPDATE NAMESRV CONFIG: 
return this.updateConfig(ctx, request); 
case RequestCode.GET NAMESRV CONFIG: 
return this.getConfig(ctx, request); 
default: 
break; 











return null; 
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private PullResult pullMessageSync(// 
final String addr, // 1 
final RemotingCommand request, // 2 
final long timeoutMillis// 3 
) throws RemotingException, InterruptedException, MQBrokerException 4 
RemotingCommand response - this.remotingClient.invokeSync(addr, request, 
timeoutMillis); 
assert response !- null; 
return this.processPullResponse(response); 
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public ла P а e ByteBuf fer byteBuffer) { 
int = byteBuffer. limi 
int 1. ш By UTEN, getInt(); 
int headerLength = getHeaderLength(oriHeaderLen); 
byte[] headerData = new byte[headerLength] ; 
byteBuffer.get(headerData); 
RemotingCommand cmd = headerDecode(headerData, getProtocolType 
(oriHeaderLen)); 
int bodyLength - o - 4 - headerLength; 
byte[] bodyData - null 
if (bodyLength > 0) 1 
bodyData = new byte[bodyLength]; 
byteBuffer.get(bodyData) ; 


cmd.body - bodyData; 
return cmd; 
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public ByteBuffer encode() 4 
// 15 header length size 
int length = 4; 
// 2» header data length 
byte[] headerData = this.headerEncode(); 
length += headerData. length; 
// 3» body data length 
if (this.body != null) ( 
length += body.length; 


) 
ByteBuffer result = ByteBuffer.allocate(4 + length); 
// length 
result.putInt(length); 
// header length 
result.put(markProtocolType(headerData.length, serializeTypeCurrentRPC)); 
// header data 
result.put(headerData); 
// body data; 
if (this.body != null) 4 
result.put(this.body); 


H 
result.flip(); 
return result; 
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for (int i20; і < 100; 1++) { 
int orderId - i; 
//Create a message instance, specifying topic, tag and message body. 
Message msg = new Message("OrderTopic8", tags, "KEY" + i, 
("Hello RocketMQ " +огаегІа+" "+ 
i).getBytes (RemotingHelper.DEFAULT CHARSET)); 
SendResult sendResult = Producer.send(msg, new MessageQueueSelector() { 
QOverride 
public MessageQueue select(List«MessageQueue» mqs, Message msg, Object 
arg) { 
System.out.println("queue selector mq nums:"«mqs.size()); 
System.out.println("msg info:"«msg.toString()); 
for(MessageQueue mq: та5) 4 
System.out.println(mq.toString()); 


) 

Integer id = (Integer) arg; 
int index = id 5 mgs.size(); 
return mqs.get(index); 


) 
), orderId); 
System.out.println(sendResult); 
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consumer.registerMessageListener(new MessagelListenerOrderly() { 

AtomicLong consumeTimes = new AtomicLong(0); 

QOverride 

public ConsumeOrderlyStatus consumeMessage(List«MessageExt» msgs, 

ConsumeOrderlyContext context) 4 
System.out.printf(" Received New Messages: " + new 
String(msgs.get(0).getBody()) + "%п"); 
return ConsumeOrderlyStatus.SUCCESS; 
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Маѕёег51ІамеП0000000000000000005060000000000000000 
р0000Мазеег)51амедо000000005уперр000000 


ОбО00000000 
l[(]]Master[][]|jMaster[][]Slave[] 
2П00000005ҮМС МАЗТЕВО 
ЗОРГодисегт)000000 
4000000005ҮМС FLUSH[] 
ОООО0000000000000000000000000 


6.5 ПО 


О0000000000000000000000000000000Аоскеєќмор000000 
ОДОб00000000Торіс оДООООО00000000000000000000000000 
обобобобоббобобово 


ОООБОООООБОБОВОООТо ри ДООООООООБОБОПОПААПАВПАСПП 
АВПАСПОППОВООВОВООВООВОООООВООООАВВАСОПООВОВОО000 
ОДООО0О0АА0О0О00000000АВОАЄОДОДОООДООООООД000000000 


О00000ААОО0000000000000000000000000007орієО000 
ААПО0000000007орісПАВОАСПО000000007орісО00000007оріс 
О00000000000Сопѕитег00000007орісо0000ААВ007орісО0 
О000АВПАСПОО00000000000000 


ООООД000000000000000000То0рісобобрОбобо00000000000 
002 00б00000000000000000Ргодисег))ВоскесмоПО000000 
СопѕитегО1000000000000000100000010000000000000000 
ОО0000000000000000000002000000000000990000000000000 
2 П00000000000000000000000000 


ПО0000007оріс00ТорісМеѕѕадеОиеиер0010010 
Ргодисе О0000000000000000000МеѕѕадедиеиеП 
реғаиМмОоРиѕћСопѕитег000000000000007оріс000 
МеѕѕадеОоеоер00000000000000000000МеѕѕадедоиеџеПр 
ОО0000000000000000000000000 


DefaultMQPushConsumerq[][][]pullBatchSize[]3 200000000 


ОМеззадедиемеддо000000003200000000000000000000 
pullBatchSize[J][D1[] 


ОДООД0О0000000000000007000700000000000000000000 
О0000000000000000000000000000007уреА0ТуреВ Турес 
О007уреАПО000000000000ТуреАО0000000007уревоо000000 
ТуресПооо00000000000000000000000000000000000000000 


ПООбОбООТор'« ОПОПОРи!Сопзите ПП00Ме55адеОчечцейП 
ПбОДО0000000000000000То0рісо0000000Сопзиплетдрр000000 
Сопзитег ПП 


6.6 [E 


ОДООО00000000700"000000000000000000000000000000 
ОДОДООО00000000000000000000000000000000Воскеєморіо 
ОООДОООДОДОО00000000000000000000000000000000000000 
ПОВОВОВОВОВОВОВОЕ 


070 ООО0000000 


ОДО00000000000Воскесморооробробпоороо0000000000 
00200000000000000000000 


7.1 ПВгокей 0000 


ОВгокег000000000000000000Сопѕитег рооооооооооо 
ОДОВгокег 000000000000 


711 ПІПТадПКеу 


DODIEIODUCIODUCEIDU Topi etri n ma d nad тазооооооооооооо 
ТаоО0000000таоо0000000000000000000000000000007аәр 
О00000000000000007ао0Вгокего000000 


О00000Кеубо00000000Кеупооо00000Ккеупообо00000Ккеу 
О05000000000000000000000000000000000000000Вгокего000 
О000000000КеурО00000000000000000Ккеуро00000000000 


таддкеудррр0000000000Таа О0Сопзипег ро0ОД000000000 
DUBKey ipm p 


7.1.2 бота 00 


бтад0000000000000000Т7а9000Таядодоробооб0000000 
Меззаде ПП ПМевзадеП 000 Ta g000 Tag 00000 
Вгоке О00СопѕитеОдиеие0000000Соттіо000000000 
[]IEIEIEIE][]ConsumerQu eue Tnm mmm? - 100 


- 8 Byte - 4 Byte - 8 Byte - 
— -- 











CommitLog Offset Message Tag Hashcode 





07-1 Сопзитегочече ПП 


Consume ОчецердддОД000Та9000базпсодердО00000000 
ПС ЮтаоПОПОООООООПОвазпсодей Ппазпсодей Д000000000 
Сопат од Д0000000Н аз поДДО0000000000000000Мевзаде 
Таа000000наѕһ0000000 


7.1.3 ПБОСИДОПО0О0000 


DETeg DI pap mn m dd bd b OO CCIMessag er mj DO 
рисувегргорегеу ДОООООДОД0О0000000000000000000000000 
7-1000 


00007-1 00000000000 


Message msg - new Message("TopicTest", 
ag, 
("Hello RocketMQ " - i).getBytes(RemotingHelper.DEFAULT CHARSET) 


// Set some properties. 
msg.putUserProperty("a", String.valueOf(i)); 
msg.putUserProperty("b",  "hello"); 


ороборордоборрбор0р0аоьооор0005О з 000б0000000000000 
ПООБООООРи$ВСопзите jin 


DefaultMQPushConsumer consumer - new 
DefaultMQPushConsumer("please rename unique group name 4"); // only subsribe 
messages have property a, also a >=0 and a <= 3 consumer.subscribe("TopicTest", 
MessageSelector.bySql("a between 0 and 3"); 
consumer.registerMessageListener(new MessageListenerConcurrently() 
1 QOverride public ConsumeConcurrentlyStatus consumeMessage 

(List«MessageExt» msgs, ConsumeConcurrentlyContext context) 

return ConsumeConcurrentlyStatus.CONSUME SUCCESS; }}); 

consumer.start(); 





ООз о Ш1000000000000О 

"0000000 >0> =0<0< = ПВЕТМЕЕМО=П 
"00000002 D S 2DINE] 

15 NULL ог IS NOT NULLO 
"ПОПОАМОДОКОМОТО 

ОБОБОБОВ 


00000012303.1415П 
(ПППППП аре DOT 
"МОССДОДО0О00 
'ПОООТВУЕогРАЕ$ЕГ 


З ОСОДО00000008 rekert bn bns 9 00000000 
DETeg 00000 


7.1.4 Filter егме (0 


Filter Server ППП ОЕПППОВОПОВОПООО000 ам а 0000 
Лама pln 


Поре ег Server[UUUUUUBroker[UUUUUUUUfilterServer- 
Мигаз=3З0000ОООВгоке 0000000000003ЗПЕег зегмег ДП 
Filter егее |ПрВвоске МО Сопзитет 0000 О Вгокет 00000 
ПО00000000амабоооо000000000000000Сопѕитег 00000000 
ПВгоке О0СРОПОО000000000000000јамаПоо0000000000000 
ПООО000000000000000Вгокег0000000000000000007-2000 


00007-2 00000000000 


public class MessageFilterlImpl implements MessageFilter { 

QOverride 
public boolean match(MessageExt msg) 1 

String property - msg.getUserProperty("SequenceId"); 

if РАИ Iz null) 4 

nt id = Integer.parseInt(property); 
if ((id % 3) == 0 && (id > 10)) 4 
return true; 


} 


return false; 


ОООО0000000000000007 Sequeneera" n in ng pp mn p 
О00000000000000000000000000000007-3000 


00007-3 ПОР КегбегметСопзитег р 


public static void main(String[] args) throws InterruptedException, 
MQClientException 
DefaultMüPushConsumer consumer = new DefaultMQPushConsumer ("Consumer - 
GroupNamecc4 
// брзачаб00000000000 | | | 
String filterCode = MixAll. file2String(" /home/admin/MessageFilterImpl.java"); 
consumer.subscribe("TopicFilter7" 
"com.alibaba.rocketmq.example.filter. MessageFilterImpl", filterCode); 
consumer.registerMessagelListener(new MessageListenerConcurrently() 1 


абуеггіде 


public ConsumeConcurrentlyStatus consumeMessage(List«MessageExt» 
msgs, 
ConsumeConcurrentlyContext context) 4 
System.out.println(Thread.currentThread().getName() + " Receive New 
Messages: " + msgs); 
return ConsumeConcurrentlyStatus.CONSUME SUCCESS; 


) 
}); 
consumer.start(); 
System.out.println("Consumer Started."); 


ОООРИ ег ЅегуегСопѕитег00000000000000000000 
Broker[][|]Broker]][]Filter Ѕегмег000000000тас 00000000 
00 


7.2 ЦСопѕите Ц 


ПСопзитег оДООО0О000000000000000000000000000000 
ОО0000000000000000000000000Сопѕитег 00000 


0110000000 


ППОПСопзитегогочр  С!извепла ДПОПОПОПОПСопзитпег 
ПОООДДО00000000000000000000000С0п5иплегрор0000 
Сопзите ППОПОО0Сотпзитей О00007ТорісАеаа Очечей ПП 
ПОСоп5ипегдобОб0О00О0000000000Со0п5ипегорорордд0000 


ОДД000Сопзипегордодробд00000000000Осоп5битетигеаамМіп 
[]IconsumeThreadMax[][] 


02000000000 


ПООДОООДДО000000000000000000000000000000000 
ирааѓеђ000000ичрааќе10П0000000000чрааёе100000000000 
ПООО000000000000000000000Сопѕитег] 
consumeMessageBatchMaxsSize[JID pm ОПОПОПМООПОПОПО 
ПОООДД0000МО00000 


03000000000000000 


Сопзите 1000000000000000000000000000000000 
ОООДО0000000000000СопзитегробОРгодисег 000000007-40 
00 


00007-4 00000000000 


public ConsumeConcurrentlyStatus consumeMessage(List«MessageExt» msgs, 
ConsumeConcurrentlyContext context) { 

long Offset = msgs.get(0) .getQueueOffset() ; 

String maxOffset = msgs.get(0).getProperty(Message.PROPERTY MAX OFFSET); long 
diff = Long.parseLong(maxOffset) - Offset; 

if (diff > 90000) { 

return ConsumeConcurrentlyStatus.CONSUME SUCCESS; 

} 


/ 000000 
return ConsumeConcurrentlyStatus.CONSUME SUCCESS; ) 


ОДООД000000000000090000000000000000000000000000 


7.3 ConsumerLILILILL 


О0000000000Сопѕитег00000000000Сопѕитег 10000 
О000000000Сопѕитег)О00000000000000000Сопѕитег ІП 
0000 


ООО00000000000000000000СопѕитегСгоиро000000 
СопѕитегО0000000000000000000000000000000 
Сопзитеп Коске  м ОППОПОПОПОПОПОПСопзипле 000000 
Сопзитеп Вгокегооаоободобовободоббадободободоро 


7.3.1 Рета МОРизћСопзите 000 


DefaultMQPushConsumerr[J[TD Da m m Bad D p TCOCICTCI 
Пообреташ МОРизћСопзите ПОП 00000000ОаоВеба!апсей 
00000000Сопзитегбгоир ИППОПОегачк морРизй-Сопзите 
ППСопзитег ПОППЯоКеБа!апсе ПП 


007-2000000000000000000000000 
AllocateMessageQueueAveragely[][LDLIDILIIL]Tepicr]Message 


ОчеоеП00Сопѕитегбсгоир0Сопѕитег110000000000000 
[Message ОчечеПТорісіПІПМесзаде Очечей ПОП 
Сопзите Ц00Меѕѕаде Очече|Соптзитег 0000000000000 
000000 


огд.араспе.госкеїта.сіїепі 

admin 

common 

consumer 
listener 
rebalance 
с AllocateMessageQueueAveragely 
с AllocateMessageQueueAveragelyByCircle 
с AllocateMessageQueueByConfig 
с AllocateMessageQueueByMachineRoom 
с AllocateMessageQueueConsistentHash 


07-2 ВоскеємОДДОДО0000 


ПАПосатеМе$5адеОчцецеАуегаде!у ррдр00000торіє 0000 
Message Очече ЗОП Сопзитег 0 2000000ОСопзите ДП 
ПТорієрОО0000000000000000000Сопѕитег 0040000000 
Сопѕитег0000000030Сопѕитег007орісо000000000 


Message ОцешердробО0О0000000000000000000Торіс0)Меззаде 
Очече іі 0161 


7.3.2 Оеташ МОРи Сопзите 000 


Pull Сопзитег П0000ОМеззаде ОиечеЦй ППППМеззаде 
Очече ооо ве а аооооеообоббббоббобобвобово 


реташфМОРи Сопзитег О0000000000000000000 
registerMessageQueueListener[]U LIEU 7 -5000 


00007-5 | registerMessageQueueListener 


Consumer.registerMessageQueuelLlistener("TOPICNAME", new MessageQueue-Listener() 1 
public void MessageQueueChanged(String Topic, Set«MessageQueue» mgAll, 
Set«MessageQueue» mqDivided) | 


гедіѕіегМеѕѕадеОдиеиецѕёепег ППОПОСопзитей 00000 
ПО000000000МОРЧІСопѕитегбсһеаиіебегуісед5000С!Іаѕ$0 


О000еѓашМОРиѕћСопѕитег000РЧІООО000000000000000 
7-6000 


00007-6 [giIMQPullConsumerScheduleServicer[]T] 


public class PullConsumerServiceTest { 
public static void main(String[] args) throws MQClientException 4 
final MQPullConsumerScheduleService scheduleService - new MQPull- 
ConsumerScheduleService("PullConsumerServicel"); 
scheduleService.getDefaultMQPullConsumer().setNamesrvAddr("localh- 
0st :9876") ; 
scheduleService.setMessageModel(MessageModel.CLUSTERING ); 
scheduleService.registerPullTaskCallback("testPullConsumer", new 
PullTaskCallback() { 
public void doPullTask(MessageQueue mq, PullTaskContext context) 4 
MQPullConsumer Consumer = context.getPullConsumer(); 
try { 
long Offset = Consumer.fetchConsumeOffset(mq, false); 
if (Offset « 0) 
Offset - 0; 
PullResult pullResult - Consumer.pull(mq, "Ж", Offset, 32); 
System.out.printf("*ss&n", Offset + "Nt" + mq + "Nt" + 
pullResult); 
switch (pullResult.getPullStatus()) 1 
case FOUND: 
break; 
case NO MATCHED MSG: 
break; 
case NO NEW MSG: 
case OFFSET ILLEGAL: 


break; 
default: 
break; 


) 


Consumer.updateConsumeOffset (та, 
pullResult.getNextBeginOffset()); 
context.setPullNextDelayTimeMillis(1000); 
) catch (Exception e) ( 
e.printStackTrace(); 


} 


}); 
scheduleService.start(); 


О000000МОРЧИІСопѕитегбсһеаиіебегмісе 000000000 
00000000007-7000 


00007-7 MOPullConsumerScheduleServicer[pJ]L ПП 


class MessageQueueListenerImpl implements MessageQueueListener 4 
QOverride 
public void MessageQueueChanged(String Topic, Set«MessageQueue» тдА11, 
Set«MessageQueue» mqDivided) 4 
MessageModel MessageModel - 


MQPullConsumerScheduleService.this.defaultMQPullConsumer.getMessageModel(); 
switch (MessageModel) { 

case BROADCASTING: 
MQPullConsumerScheduleService.this.putTask(Topic, mqgAll); 
break; 

case CLUSTERING : 
MQPullConsumerScheduleService.this.putTask(Topic, mqDivided); 
break; 

default: 
break; 


000000000000000Мевбзадедцеме! ізгепегітріддрр00000 
000000 


7.4 ПП ДРгодчсе 000 


ОДООООО000000000000000000000000000000000000000000 
ОДОООО000000000000000000000000000000000000000000000 
ОДД000000000О0пемауррообОпемаурподродрборрдрбооб000000 
ПЮПзоске  ПДООООООО0О000000000000000000000000000 


ОСОООООООВОБОВООРгодисег робОО000Ргодисегоор000000 
ОДОРгодисег ДОО0000000000000Воскесморродборобробоб0000000 
ПООПОООгес Мег ДОДОООООООООДОООДОДОД000000000 
Сотт! од ПКоске  мМОПООНОО О5ЗОПОООООБОБОБОВОБОВОО 
ООО000000000000000000900--0ТР5О0О00О000000000000 


Оштихоо0000000000000ЕХТА00000100000009еааііпер00 


007-ЗО00ЕХТАПО/ОО000000ЕХТЗОО00000000Аоскеємор 
CommitLog ДО0000/00000 


Воппіе++ create/delete 32K files 


с 
со 
о 
о 
о 





î >  __ 
0 
EXT3 ЕХТА XFS BTRFS 


Ш SEQ CREATE О SEQ DELETE Ш RND CREATE Ш RND DELETE 
= SEQ CREATE CUP% == SEQ DELETE CPU % ВМО CREATE CPU % ВМО DELETE CPU % 


[7-3 ПО00000Воппіе+ -000/0032к0000000 


ОроїорбобододроОаеааїпебавеааїі педррробод0000000000 
0000000Огеаабумієерр0000000000ОгеадДбмгієерддОООгеаад 
уугіРед0ООДОООДОО00000000010рО0000000000010000000000000 
ОО00000000000000000000000000000000000000геаармгіќер 
ОО0000000000000000000000000000000000000000000000000 
0000000019000000000 


7.5 ООООООООООО 


ОДОДО00000000000000000000000Воскесморрор000 
Ргоаисе СопѕитегуО0000000000000000000000000000000 


ОБОБОБОБОБОВБОВО 


оборовбодобобобоббббобобобобобобобобобобобовороо 
ПОБООБООБООБООТРЪОВИООВОВООВООВОО00®РЫ 10000000000 
обобобобобобобоббббббобобобоборро 


ОЗОПОТОРООООСРУБООООПО 


Tasks: 109 bie. 1 running, FA sleeping, 0 PA. | ru 

%Сри(5): 0.1 0.2 sy, 0.0 ni, 99.8 id, 0.0 м 0.0 st 
KiB Mem : 8010440 total, 1556880” free, 1626048 77 "4827812. [т але 

KiB Swap: 0 total, 0 free, 0 used. 6058356 avail Mem 


ООДО0Д000СРОП99.89200000008600001.56000 
02000 Чпчх0 за 100000000 


#заг -n ОЕМ 2 10 

Амегаде: ТРАСЕ је D ЕМА 552 Да a UO iu rxmcst/s 
Average: ethO 6.0 18 0.0 

Average: ethl 4. 41 E: 82 ue 42 "а. 98. а "i (а 00 5. 00 


ЛЕАСЕПОРАМОООПОООООВО 
rxpck/sD pn nnt 
txpck/s[H Da 
"Хоу ООООООПОБОО 
тхруми 5  О00000000 
rxemp/s[ Qa 


"Єхсппр/зЇ Д00000000000 
""хилс5/5ПО000000000000 


О0000000000000000000000ірегғз000000000пеёѕёаё-є000 
обобобобобоббобобово 


О00іоѕёає 00000000 


#iostat -xdm 
Linux 3.10.0- 514. 6.1.e17.x86 64 (iZ2zehfpu32ir7r3vlhhuwZ) 12/28/2017 
x86 64 (4 CPU) 
Device: rrqm/s wrqm/s r/s w/s rMB/s wMB/s avgrq-sz avgqu-sz await 
г await м await svctm 011 
vda 0.00 1.04 0.01 1.15 0.00 0.01 19.84 0.00 2.45 


мађ 0.00 0.00 0.00 0.00 0.00 0.00 14.75 0.00 0.11 
0.11 0.00 0.09 0.00 


ООО00000000000000000000000000СРОПО0000000000000 
обовройдодобобобббоббобобобобобобобобобобобобововово 
обобобобобобобобобоббббббобобобобобоодо 


обобобобобобоббббббобобобобобобобобобобобород 
СРОДДОООООООДОДОДООООООЬЧФ40ООО0000 


00)ама)0000000000)/амабргоб іі пд 0000000000000 
імівиаїмппДізкаскпрег ПП 


О000000000000000000амароо00000000000000000000000 
ПООООООООО0О0000000000000000000000000000 


7.6 Ш00 


О000000000000000000000000Аоскеғїморо000000000000 
0П00000000000000000000000000000 та аоооооооооооооооооо 
0О$ОЕПОППЕ егбегуе 00000 


ОДОДО00000000000000000000000000000000Вгокег) 
Сопзите Ргодисет (000000 


080 ОП 
8.1 []SpringBoot[][]]]D(RocketM Q 


Spring Воо 00000 Јамарооооооооооо“ 5ргіп900007000 
ОД00005ргіод0000000Воскеє МОП) 


8.1.1 [IL 


О5ргіпд Boot[]LHEIDIDUDODODUO Dan addat pMaven 
О000000Орога. хтідд0воскеємО0000000008-12000 


00008-1 МауепПОПВоскемопп 


«dependency» 
«groupId»org.apache.rocketmq«/groupId» 
«artifactId»rocketmq-client«/artifactlId-» 

«уег5іоп»4.2.0«/мег5іоп» 

«/дерепдепсу» 


00000000000$рита Воо ПО Аоске МО Ргодисеп |] 
Сопзите 1 


[][]RocketM ороорорбор0000000Оарріїсабіоп.ргорегіїез5П) 
борордорбдордрборо000еМмашшеррдодроб0000000Матезегмет ППП 
СоирМате[0Торісо0000000000Ргоаисег Сопзитегт 0000 
ППргорегёіеѕ$68000000000000 


ПООС0000000000000РгоаисегСопѕитег 00000000000 
ПО0000000005егмісеп00000000Ргоаџсе Сопѕитег 00000 
ОДДОр0000000000000000000000006)ес 00000000000000 
(ФРоз Сопз ис ППИПИПИПОПОО @Рге де гоу ППӘргіпд Boot 
ОДД0Ргодисет)000000008-2000 


00008-2 Spring Воо ПППРговчсегіП 


QService 
public class ProducerService 5 
private DefaultMQProducer producer = null; 
qQPostConstruct 
public void initMQProducer() { 
producer = new DefaultMQProducer("producerGoupName") ; 
producer.setNamesrvAddr(metaqNameserver) ; 
producer.setRetryTimesWhenSendFailed(3); 
try { 
producer.start(); 
) S (MQClientException e) { 
e.printStackTrace(); 


) 
) 
public void send(String topic, String msg) 1 


Message msg = new Message(topic, "", "", msg.getBytes()); 
try 4 

producer.send(msg); 

return; 


) catch (Exception e) { 
e.printStackTrace(); 





return 











} 
@Ргереѕїгоу 
public void shutDownProducer() { 
if (producer != null) 4 
producer.shutdown(); 


ООСопзитег ООО00Ргодисег 000000000000000 0 Стаз500 
О00000ћиваомпроооооооооооооовооооооооо 


8.1.2 [Spring Меззадпа ППП 


ОООО0000000000000000007 Spring Style”0Spring Воо 
ороборорборороррбррбоброрордовВорордорордорокаткай 
КарримоОПКоске МОПДОДООООООДОООО000000000000000000 
ОБОВОВОВО 


ООООД0000000000000000000000000Коскеємороро00000 
08-3000 


00008-3 Spring Boot[]RocketMQI[T[] 


<! - -Прот . хт 0000 - -> 
«dependency» 

«groupId»org.apache.rocketmq«/groupId» 
«artifactId»spring-boot-starter-rocketmq«/artifactlId» 
«уег5іоп»1.0.0-5МАР5НОТ«/мег5іоп» 

«/дерепдепсу» 


Обгомпбоабобобобенчьоббобобродо 
ОД0Оргорегіїе50000000000000008-4000 
00008-4 Spring Воо БВоскеєМОДІДООО 


## application.properties 

spring.rocketmq.name-server-127.0.0.1:9876 
spring.rocketmq.producer.groupemy-grou 
spring.rocketmq.producer.retry-times-when-send-async-failedz0 
spring.rocketmq.producer.send-msg-timeout-300000 
spring.rocketmq.producer.compress-msg-body-over-howmuch-4096 
spring.rocketmq.producer.max-message-size-4194304 
spring.rocketmq.producer.retry-another-broker-when-not-store-ok-false 
spring.rocketmq.producer.retry-times-when-send-failed-2 


ОДОД0000000000000005ргіпд Воо 0 КоскевморроооО 
000005ргіпд Меззад ла ДОДОООДОД00000000000000000000000 
000000$рита Воо ПОМеззаа ладооповнирбППгоске та - 
ехгегпаі ПП 


8.2 1! ПКоске: мо 


ОДОДОД00000000000000000000Аоскесмороророророомо 
О00000Воскесмородорб000000000ВоскесмороїО 


ОДООООО0ОДрОДОО00000000000000000000000000000000000 
ОДОООО000000000000000000000000000000000000000000000 
0000000 


О00000000000000000МеПО0000000000000000000Мө000 
О00000брептор000008-5000 


00008-5 ПППМОПППППИПП 


public class ProducerTest 4 

public static void main(String[] args) { 
Properties properties - new Properties(); 
/ 
















































































































































































































































































































































































































































































/ ПП мо 0010000 Producer ID 
properties.put(PropertyKeyConst.ProducerId, "XXX"); 
// ШП Ассе$$Кеу[П [0000000000000 
properties.put(PropertyKeyConst.AccessKey , "XXX") ; 
// 000 Ѕесге+Кеуробо00000000000 
properties.put(PropertyKeyConst.SecretKey, "XXX"); 
// ПО ТСР_0000000000000000000 
properties.put(PropertyKeyConst.ONSAddr, 

"http://onsaddr-internet.aliyun.com/rocketmq/nsaddr4client-internet"); 
Producer producer - ONSFactory.createProducer(properties); 
// 00000000000 start 00000 Ргодисегб0000000 
producer.start(); 

/ / 000000 
while(true) { 
Message msg = new Message( // 
// 0000000 Тор1<П00000000 Topic ПП 
"TopicTestMQ", 
// Message Tag 
// 0000 email 0000000000000000 Consumer ПП 
00000 мо 00000 
"ТадА", 
// Message Body 
// 00000000000 мо 0000000 
// DO Producer [] Consumer [0]000000000000000 
"Hello MQ".getBytes()); 
// ПО000000000000000000000000000000000 
О0000000 мо 0000000000 
// ОДОДО000000000000 
msg.setKey("ORDERID 100") 
АА 000000000000000 
// Message ІРО0000000 0000 


SendResult sendResult = producer.send(msg); 
System.out.println("Send Message success. Message ID is: " + 
sendResult.getMessageId()); 


) 

// 00000000000 Producer ПП 
// 0000000000000 
producer.shutdown(); 
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ОПОПОО5 рагкоеитКООООООООООООООПСоппеског) 
Коске МОПзрагк Соппесто 000000 
https://github.com/apache/rocketmq- 
externals/tree/master/rocketmq-spark []RocketMQ[]Flink[] 
Соппесто D pm m bp i BO 
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О00000ВоскесморбороророДОрО00000000000000000000 
000000000000000 


8.4.1 ПООООООО00000 
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ОПторк ПОП Сопзите |рРгодисет 0000000008-2000 
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00000000000Мауе5егуетоДДООДО0ОО0000МІРСПаппеї00 
уррВвоскесмОДрО00000003.5.80000000000000000МІРСПаппе!ї0 
0000000003.5.80000000000000 


ООООООПООВ гокегобоДОД0/ ООООО0000000000000000/00 
006 


ОООО00000000000000000000000000008покегдоб000000 
000 


ТорісПОООО000000000000000000000/00/0000000000000/0 
О000000000000000000000М0Аатіпр00ирааѓќеТорсВ0000000 
О0500000000000000000000000000000000000Вгокег00Вгокег 
ОМеѕѕаде Оиеие000000000000000000000000#е0 


Соп5ипегПОДОДДОО0О0000000000000000000000000000000 
О000000000/00/ТР5/П00000000/0000000 


Ргоаџсег00000007оріс0Сгоџро00000000000000000000 
0000000 


ОбОб0000001о0ріср000кеуроріо Din m adn a n ma im Dar 
ОДОООО000000000000000000000000000000000000000000000 
000000000 


8.4.2 ПОТооІ$ 00000000000 


КоскеМО-Сопзое ПП Пзрппа Воо п ДОДОДО00000000000 
обобобобоббобобово 


Коске  МОППОПООТоо 5ППОМОАапиилабодобобоббабодоро 
ОМОАтІ пООООООПОООПОООПООБОПОПКоскет мо ПТоо 5 0008- 
3000 


Тоої5 ППП согтиптап 9 00000000000000000000000 
ОО0000000000000000000АоскеёмоВу0амар0000000кағкар 
оса!а ППКабримопепапаоооадободободободободободо 
0“ 0000”0000000000000000000 


т ВЕ 100/5 [rocketmq-tools] 


v src 
т и main 
т” мама 


у Pxorg.apache.rocketmq.tools 
у D admin 


» 


£x api 

© DefaultMQAdminExt 

© Default MQAdminExtImpl 
т MQAdminExt 


т B command 


> 


туту у у УУ У 


Ёш broker 

ри cluster 

Ва connection 

Ри consumer 

Ри message 

Ри namesrv 

Ex offset 

Ёш queue 

Ex stats 

Ри topic 

є CommandUtil 

@ MQAdminStartup 
® SubCommand 

ж SubCommandException 


> B monitor 


> test 
> Шигагоєї 
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орппдВоо рагк е ил пкООДОООДО0000000000Воскеємогі 
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DOanmennaadumRecketMQ C ag n rr 
ВоскернмОПООДООО00000000000000000000000000000000000 
ОО00000000Воскеєморо0000 


9.1 РВоске моду 


000000000000200110000000№0у000000000000000000 
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20100082В0000000Асіїмемороо00000000000000000000 
О00000000000000000000000Меғаб 1.0020110000 


201200Меѓаоб000003.0000000000000000Аоскеғморо00 
ОВоскеїмОДОООДООДОО00000000000000 
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Notify v3.0 


9.2 Араспе ПІПТІЕРППП 


Коске  МОПОПОООПООООООБОВОБОПОППАраспе Hadoop 
Ореп5ёаскП0000000000000000000000000000000000000000 
обоборррр000ВеапаєїрСепеО5ПРедога ПООООООДОДОО0000000 
ОПКоске  мОПООПО 


ПАрасперроро0000000Сопатипієу ever Соде000000000 
ОДООД00000000000000000070000"0000000000000000000000 
обобобобобобобобббоббббобобобобобобобобовово 


Коске МОПППА расперооеоооозабобобоббобово 
Коске  МОООПОООБООООБООООООЦА сме Сопігібцєог 000000 
ОО00000000Арасһероо000000000Аоскеємороо000000000000 
ОДОСіЕНи50005ідебаг)0000000000000000095ег биідеП 
Quick Start[JArchitecture & Design[]How to contribute[] 
Сопаппипіс ОБАОДООООДООДОДОДОООДОДОДОДОДОДОДеВКООГО 
ОПОТЕ-ВОППАР! Јама б ос00000000000000000)ререпарррдодррдр 
ОДОДО0000Рі пабчдь ДООДОДОДОООООДОДОООООДВеТеав5ер)0000 
[New Features[]lmprovement[]Bug[j[][]Release note[JUD ll] 
ОООООДО000000000 


О000000ВоскесмОПО003.004.000000004.0000000003.00 
ОООДОО000000000000Арасперороборобороб00000000 
ВеміехУПООДООО0О000000000000000000000000000000000000 
ОБОБОВОВБОВО 
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ВоскеєЕМО00000009-2000000000Мамепрбр00000000000 
ОДдОбОбгокегдсойепісопптопДпатезгургетовіпдДясогед 


Тоо 5 0000000 


патеѕгуПогокег сіепє0000000000патеѕгмо00000000 
ПОООбгокег 00000000000 <Ией100000000000000000000000 
ОПсопаплоп 0000000000 О гетто па [0000000005 огейППО 
ПОО0006ооі$П00000000000000 
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Ёш .idea 

B= broker [rocketmq-broker] 

ВЕ client [rocketmq-client] 

ВЕ common [rocketmq-common] 

пи dev 

Те distribution [rocketmq-distribution] 
ВЕ example [rocketmq-example] 

ВЕ filter [rocketmq-filter] 

Ве filtersrv [rocketmq-filtersrv] 

ВЕ юдаррепдег [rocketmq-logappender] 
ВЕ патеѕгу [rocketmq-namesrv] 

ВЕ openmessaging [rocketmq-openmessaging] 
ВЕ гето па [rocketmq-remoting] 

ВЕ srvutil [rocketmq-srvutil] 

ВЕ store [rocketmq-store] 

ви style 

ВЕ test [rocketmq-test] 

ВЕ tools [rocketmq-tools] 


09-2 КБоскеМОППІП 


9.4 ПО 


Коскегмороорсенчьвоороообобе#ни Бабоабобобово 
Коскеемодо Ниро Ер ://о иб.сот/арасће/госке та 


061Нч60000000000000009-300 


ПОКоскеємор00000000Аоскеєморпо0000000000000000 
Redis[]|Spark[]FlinkD) ED anml eaa daeitHubr T 
https://github.com/apache/rocketmq-externals [] 


Mi github 


Add а modified version of ISSUE, TEMPLATE that created by the Босккеер... 


ill broker [maven-release-plugin] prepare release rocketmq-all-4.2.0 

Ва client [maven-release-plugin] prepare release rocketmq-all-4.2.0 

йш common [НОТАХ {РОСКЕТМО-356] Change MQVersion to 4.2.0 

gig dev ІЕОСКЕТМО-3021 TLP clean up, removes incubating related info from cod... 
Ва distribution [maven-release-plugin] prepare release rocketmq-all-4.2.0 

iig example [maven-release-plugin] prepare release rocketmq-all-4.2.0 

iin filter [maven-release-plugin] prepare release rocketmq-all-4.2.0 

ВЕ filtersrv [maven-release-plugin] prepare release rocketmq-all-4.2.0 

il logappender [maven-release-plugin] prepare release rocketmq-all-4.2.0 

Ва namesrv [maven-release-plugin] prepare release rocketmq-all-4.2.0 


iil openmessaging 


[maven-release-plugin] prepare release rocketmq-all-4.2.0 


ilg remoting [HOTFIX] Update the out of date test certificates 

Ва srvutil [maven-release-plugin] prepare release rocketmq-all-4.2.0 

Ва store [maven-release-plugin] prepare release rocketmq-all-4.2.0 

ва style Polish 

Іш test [maven-release-plugin] prepare release rocketmq-all-4.2.0 

Ва tools [maven-release-plugin] prepare release rocketmq-all-4.2.0 

E .gitignore Aggregate packaging specific files to a new sub-module: distribution 

В :travis.yml (ВОСКЕТМО-302) ТІ Р clean up, removes incubating related info from cod... 
E BUILDING (КОСКЕТМО-168) Polish the BUILDING guide. 


Е CONTRIBUTING.md 


[ROCKETMQ-302] TLP clean up, removes incubating related info from cod... 


Е! LICENSE [ROCKETMQ-87] Add separate LICENSE and NOTICE files for binary releas... 
Е NOTICE [ROCKETMQ-302] TLP clean up, removes incubating related info from cod... 
E README.md Polish the readme with Github issue link 

В pom.xml [HOTFIX] Move pull request template to .github 


09-3 РАоскеморданивррроООО 


О00000000000000000000000 
http://rocketmq.apache.org/docs/how-to-contribute/ ППППППП 
ОО0000РАОО0000000000000000000РАО0000000000000000000 
0000 


iig dev [ROCKETMQ-236] Script to merge github pull request 


lig rocketmq-console update console's readme closes apache/rocketmq-externalss*8 

ligi rocketmq-cpp [ROCKETMQ-352] Import the donation code from Qiwei Wang 

lig rocketmq-docker [ROCKETMQ-183] Play Script to run broker and namesrv at local in dock... 
йш rocketmq-flink Create directory for beam,flink,spark,storm,mysql,redis,mongodb 

ligi rocketmq-flume Flume update to 1.8.0. (4444) 

lii rocketmq-go Go-Client remoting and RocketMqClient common method implement, closes a... 
а rocketmq-jms Migrate rocketmq-jms to here. 

йш госкета-ту$а! Prepare release mysql replicator 1.1.0 version 

ligi rocketmq-php [ROCKETMQ-171] Initialized the PHP. SDK basic structure closes арасће/... 
lig rocketmq-redis 1. Add more event to downstream to rocketmq .eg(PreFullSync and PostF... 
lig rocketmq-spark bugfix: fixup wrong offset storing in interval timer 
rocketmq-spring-boot-starter Rename the dir of spring boot starter 

.gitignore support windows platform for rocketmq-cpp code 

-travis.yml travis ci 

Е README.md Add two chapters rocketmq-cpp and contribute in README 


09-4 госке-ежегпа!$ ПП 


9.5 ПО 


ВоскеїМОПОДОООДОО000000000Воскесмооррр0000000 
Арастерддр0000000000Матезегувг ДО000000 


010] Мате5егме 0 


ПаППППМатесегуег n bpm m d М атезегуег 
00000000МатезегувгГД0000000 


10.1 000000000 


ОДЗОДООДО0000000000000000000000000000000000 
Матезегмег ОДО00000000000000000С0пігойег 000 


10.1.1 ПП 


00000МатезегуегГ 000000010-100 


Матезги аге ирпооопопООМа тезгмСоп гоПег ПОПОПО0О 
0100000 


UUUUUUUUUUUUUUNamesrvStartup.javal ПЦтпатн Прибис 
static void тат[5{ита[Пага$0{татОПага$00 0000000000 


mainO[JD 


v № патезгу [rocketmq-namesrv] 
v src 
v Ва main 
т мага 
у B org.apache.rocketmq.namesrv 
v Ва kvconfig 
Ө KVConfigManager 
© KVConfigSerializeWrapper 
у Dı processor 
Ө ClusterTestRequestProcessor 
© DefaultRequestProcessor 
т B routeinfo 
© BrokerHousekeepingService 
> с) RoutelnfoManager.java 
© NamesrvController 
© NamesrvStartup 
> Butest 
M pom.xml 
f rocketmq-namesrv.iml 


010-1 Мате5егет ПП 


10.1.2 ПШПШ 


гпаіпооо000000000000000000000000000000000000000- 
©0-р0000000019-1000 


000010-1 ПО]Матежегие 000 


Options options = ServerUtil.buildCommandlineOptions(new Options()); 
commandLine = ServerUtil.parseCmdLine("mqgnamesrv", args, 
buildCommandlineOptions(options), new PosixParser()); 
if (null == commandLine) { 
System.exit(-1); 
return null; 


final NamesrvConfig namesrvConfig = new NamesrvConfig(); 
final NettyServerConfig nettyServerConfig - new NettyServerConfig(); 
nettyServerConfig.setLlistenPort(9876); 
if (commandLine.hasOption('c')) { 
String file - commandLine.getOptionValue('c'); 
if (file != null) ( 
InputStream in = new BufferedInputStream(new 
FileInputStream(file)); 
properties - new Properties(); 
properties.load(in); 
MixAll.properties20bject(properties, namesrvConfig); 
MixAll.properties20bject(properties, nettyServerConfig); 
namesrvConfig.setConfigStorePath(file); 
System.out.printf("load config properties file OK, " + 
file + "%n"); 
in.close(); 


) 
if (commandLine.hasOption('p')) { 
MixAll.printObjectProperties(null, namesrvConfig); 


MixAll.printObjectProperties(null, nettyServerConfig); 
System.exit(0); 


-СДООрОрОрО00000000-Р000000000000000000000-20000 
0000000000000000000000000 


10.1.3 []J]NameServer[]Controller 


ппаїпПОбООдо00000000Сопігоег)0000020-2000 
ПІПП10-2 UUUUUUController 


// remember all configs to prevent discard 
controller.getConfiguration().registerConfig(properties); 
boolean initResult = controller.initialize(); 
if (l!initResult) { 
controller.shutdown(); 
System.exit(-3); 
) 
Runtime.getRuntime().addShutdownHook(new ShutdownHookThread(log, 
new Callable«Void»() 4 
QOverride 
public Void call() throws Exception 4 
controller.shutdown(); 
return null; 


})); 
controller.start(); 


Оррррорродороопігої!ег. initialize 00000000000 
controller.start[]|iRameServer[]L tlt] 


ООООБОООО5йитдоупноокТигеаа ПВ 
controller.shutdown[]HHD 


10.2 NameServerrtLlLlLL 


Матезегметрдрр000Матезгубопігої!ег)амадрдоод 


NameServer[]J]IT DD E b b ШП 
б00000МаплезегуегСопіго ПегГ)00000000000000010-3000 


000010-3 000000 


this.remotingExecutor - 
Executors.newFixedThreadPool(nettyServerConfig 
.getServerWorkerThreads(), new ThreadFactoryImpl 
("RemotingExecutorThread ")) 
this.registerProcessor(); 


this.scheduledExecutorService.scheduleAtFixedRate(new Runnable() 1 
QOverride 
public void гип() { 
NamesrvController.this.routeInfoManager.scanNotActiveBroker(); 


) 
), 5, 10, TimeUnit.SECONDS); 
this.scheduledExecutorService.scheduleAtFixedRate(new Runnable() 1 
QOverride 
public void гип() { 
NamesrvController.this.kvConfigManager.printAllPeriodically(); 


), 1, 10, TimeUnit.MINUTES); 


ОДОр0000800000000ргімате int 


ѕегуег\МогкегТһгеааѕ= вО 0000000000000000000000Вгокег 
Посапмо Ас меВгокет 0000000000000ріпЁАРегіоаіса!їудр 


ППООООООО0Огегпойпабегуег гетойпобегуе 0000000 
Вгоке Сеп ЦО00000000000000000000Ргосеѕѕог 0000000 
0000000000000000000000000 1 0-4000 


000010-4 ppp d d 


this.remotingServer - new NettyRemotingServer(this.nettyServerConfig, 
this.brokerHousekeepingService); 
if (namesrvConfig.isClusterTest()) 4 
this.remotingServer.registerDefaultProcessor(new 
ClusterTestRequestProcessor(this, namesrvConfig 
.getProductEnvName()), 


this.remotingExecutor); 
| else 4 
this.remotingServer.registerDefaultProcessor(new 
DefaultRequestProcessor(this), this.remotingExecutor); 
) 


remotingServer[][lUNettyUUUUUUUUUUUUUUUremoting- 
зегуегПдддМевеу Дорорордодробродо 


10.3 ПО000000 


Мате5егег ПППОПОПОРегачВедче${Ргосе$$ог.ама ПП 
ПОООДДД00000000000000000000Ргосез5ог 00000000 10-5000 


000010-5  ОДОДОД000000000 


switch (request.getCode()) { 
case RequestCode.PUT KV CONFIG: 
return this.putKVConfig(ctx, request); 
case RequestCode.GET KV CONFIG: 
return this.getKVConfig(ctx, request); 
case RequestCode.DELETE KV CONFIG: 
return this.deleteKVConfig(ctx, request); 
case RequestCode.REGISTER BROKER: 
Version brokerVersion - MQVersion.value2Version(request 
.getVersion()); 
if (brokerVersion.ordinal() »- MQVersion.Version 
.V3 0 11.ordinal()) ( 
return this.registerBrokerWithFilterServer(ctx, request); 
} else | 
return this.registerBroker(ctx, request); 


) 
case RequestCode.UNREGISTER BROKER: 

return this.unregisterBroker(ctx, request); 
case RequestCode.GET ROUTEINTO BY TOPIC: 

return this.getRouteInfoByTopic(ctx, request); 
case RequestCode.GET BROKER CLUSTER INFO: 

return this.getBrokerClusterInfo(ctx, request); 
case RequestCode.WIPE WRITE PERM OF BROKER: 

return this.wipeWritePermOfBroker(ctx, request); 
case RequestCode.GET ALL TOPIC LIST FROM NAMESERVER: 

return getAllTopicListFromNameserver(ctx, request); 
case RequestCode.DELETE TOPIC IN МАМЕЗВУ: 

return deleteTopicInNamesrv(ctx, request); 
case RequestCode.GET KVLIST BY NAMESPACE: 

return this.getKVListByNamespace(ctx, request); 
case RequestCode.GET TOPICS BY CLUSTER: 

return this.getTopicsByCluster(ctx, request); 
case RequestCode.GET SYSTEM TOPIC LIST FROM NS: 

return this.getSystemTopicListFromNs(ctx, request); 
case RequestCode.GET UNIT TOPIC LIST: 

return this.getUnitTopicList(ctx, request); 
case RequestCode.GET HAS UNIT SUB TOPIC LIST: 

return this.getHasUnitSubTopicList(ctx, request); 
case RequestCode.GET HAS UNIT SUB UNUNIT TOPIC LIST: 

return this.getHasUnitSubUnUnitTopicList(ctx, request); 
case RequestCode.UPDATE NAMESRV CONFIG: 

return this.updateConfig(ctx, request); 
case RequestCode.GET NAMESRV CONFIG: 

return this.getConfig(ctx, request); 
default: 

break; 
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private final НаѕћМар<51гіпд/* topic */, List«QueueData»» topicQueue-Table; 

private final HashMap«String/* brokerName */, BrokerData» brokerAddr-Table; 

private final HashMap«String/* clusterName */, Set«String/* brokerName 

*/»» clusterAddrTable; 

private final HashMap«String/* brokerAddr */, BrokerLiveInfo» 
brokerLiveTable; 

private final HashMap«String/* brokerAddr */, List«String»/* Filter 

Server */» filterServerTable; 

public RouteInfoManager() ( 
this.topicQueueTable = new HashMap«String, List<QueueData>> (1024); 
this.brokerAddrTable = new HashMap«String, Вгокегра+а> (128) ; 
this.clusterAddrTable = new HashMap«String, беі<5ігіпд>>(32); 
this.brokerLiveTable = new HashMap«String, ВгокегіімеїІп?о> (256) ; 
this.filterServerTable = new HashMap«String, 115%<5%г1п9>> (256); 


ОООДОО00000000000000500000008оскесморроррбо0000 
000000000000000000000000000000000 


О00000000000000000000000000№атеѕегуег 0000000 
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О0500000000000000000іоско08000000000000000000010-7000 


000010-7 0000000 


Lock lock = new Lock(); 
public void outer() { 
lock.lock(); 


inner(); 
lock.unlock(); 

) 

public void іппег() 1 


lock.lock(); 
//do something lock.unlock(); } 


Коиѓеіпғ#оМападег о00000000000ргімаѓе final 
ReadWriteLock Іоск= пем ВеепігапЕВеаа\гіёегоско000000 
деіеѓеТторієрО00000000000000000010-8000 


000010-8 000000 


public void deleteTopic(final String topic) { 
try 4 


try 1 
this.lock.writeLock().lockInterruptibly(); 
this.topicQueueTable.remove(topic); 

} finally ( 
this.lock.writeLock().unlock(); 


) 
) catch (Exception e) ( 
log.error("deleteTopic Exception", e); 


} 
} 
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ужж 
* Default constructor. 
ж/ 
public DefaultMQPushConsumer() { 
this(MixAll.DEFAULT CONSUMER GROUP, null, new 
AllocateMessageQueueAveragely()); 


) 

ужж 
* Constructor specifying consumer group, КРС hook and message queue 
* allocating algorithm. 
- ч 
* (gparam consumerGroup Consume queue. 
ж (param rpcHook ВРС hook to execute before each remoting command. 
ж 


@рагат allocateMessageQueueStrategy message queue allocating algorithm. 
ж 


public DefaultMQPushConsumer(final String consumerGroup, RPCHook rpcHook, 
AllocateMessageQueueStrategy allocateMessageQueueStrategy) 1 
this.consumerGroup = consumerGroup; 
this.allocateMessageQueueStrategy - allocateMessageQueueStrategy; 
defaultMQPushConsumerImpl = new DefaultMQPushConsumerImpl(this, 
rpcHook) ; 


ужж 
* Constructor specifying КРС hook. 
ж 
ж @рагат грсНоок ВРС hook to execute before each remoting command. 
7 
public DefaultMQPushConsumer(RPCHook rpcHook) { 
this(MixAll.DEFAULT CONSUMER GROUP, rpcHook, new 
AllocateMessageQueueAveragely()); 


) 

ужж 
* Constructor specifying consumer group. 
ж 


ж (арагат consumerGroup Consumer group. 
ж 


public DefaultMQPushConsumer(final String consumerGroup) 4 
this(consumerGroup, null, new AllocateMessageQueueAveragely()); 
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this.mQClientFactory - MQClientManager.getInstance() 
.getAndCreateMQClientInstance(this.defaultMQPushConsumer, 
this.rpcHook); 
this.rebalancelImpl.setConsumerGroup(this 
.defaultMQPushConsumer.getConsumerGroup()); 
this.rebalancelImpl.setMessageModel(this.defaultMQPushConsumer 
.getMessageModel()); 
this.rebalanceImpl.setAllocateMessageQueueStrategy (this 
.defaultMQPushConsumer.getAllocateMessageQueueStrategy()); 
this.rebalancelImpl.setmQClientFactory(this.mQClientFactory); 
this.pullAPIWrapper = new PullAPIWrapper( 
mQClientFactory, 
this.defaultMQPushConsumer.getConsumerGroup(), isUnitMode 


0); 
this.pullAPIWrapper.registerFilterMessageHook 
(filterMessageHookList); 


LIOLIEILOffsetStore[]offsetStoren] D n pam paa p dd DULCI 
О000000012-3000 
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if (this.defaultMQPushConsumer.getOffsetStore() != null) 4 
this.offsetStore - this.defaultMQPushConsumer 
.getOffsetStore(); 
) else { 
switch (this.defaultMQPushConsumer.getMessageModel()) { 
case BROADCASTING: 
this.offsetStore - new LocalFileOffsetStore(this 
.mQClientFactory, this.defaultMQPushConsumer 
„де Сопзитегбгоир()); 
break; 


case CLUSTERING: 
this.offsetStore - new RemoteBrokerOffsetStore 
(this.mQClientFactory, this 
.defaultMQPushConsumer.getConsumerGroup()); 
break; 
default: 
break; 


) 
this.defaultMQPushConsumer.setOffsetStore(this.offsetStore); 


this.offsetStore.load(); 
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if (1115.деТМеззаде! 15ТепегТппег() instanceof 
MessagelistenerOrderly) 4 
this.consumeOrderly - true; 
this.consumeMessageService - 

new ConsumeMessageOrderlyService(this, 
(MessageListenerOrderly) this 
.getMessageListenerInner()); 

) else if (this.getMessagelListenerInner() instanceof 
MessagelistenerConcurrently) 4 
this.consumeOrderly - false; 
this.consumeMessageService - 

new ConsumeMessageConcurrentlyService(this, 
(MessageListenerConcurrently) this 
.getMessageListenerInner()); 


this.consumeMessageService.start(); 
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if (cachedMessageCount » this.defaultMQPushConsumer 
.getPullThresholdForQueue()) { 
this.executePullRequestLater(pullRequest, 
PULL TIME DELAY MILLS WHEN FLOW CONTROL); 
if ((queueFlowControlTimes-- 5 1000) == 0) ( 
log.warn( 
"the cached message count exceeds the threshold {}, so do" + 
" flow control, minOffset-(), maxOffset-(), count={}," + 
" size-() MiB, pullRequest-(), flowControlTimes-[]", 
this.defaultMQPushConsumer.getPullThresholdForQueue(), 
processQueue.getMsgTreeMap().firstKey(), processQueue 
.getMsgTreeMap().lastKey(), cachedMessageCount, 
cachedMessageSizelnMiB, pullRequest, queueFlowControlTimes); 





return; 


if (cachedMessageSizeInMiB > this.defaultMQPushConsumer 
.getPullThresholdSizeForQueue()) { 
this.executePullRequestLater(pullRequest, 
PULL TIME DELAY MILLS WHEN FLOW CONTROL); 
if ((queueFlowControlTimes-- 5 1000) == 0) 4 
log.warn( 
"the cached message size exceeds the threshold {} MiB, so" + 
" do flow control, minOffset-(]), maxOffset-(), " + 
"соипі={}, size-() MiB, pullRequest-(]), " + 
"flowControlTimes-[(]", 
this.defaultMQPushConsumer.getPullThresholdSizeForQueue() 
, processQueue.getMsgTreeMap().firstKey(), processQueue 
.getMsgTreeMap().lastKey(), cachedMessageCount, 
cachedMessageSizelnMiB, pullRequest, queueFlowControlTimes); 





return; 
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switch (pullResult.getPullStatus()) 1 
case FOUND: 


long prevRequestOffset - pullRequest 
.getNextOffset(); 
pullRequest.setNextOffset(pullResult 
.getNextBeginOffset()); 
break; 
case NO NEW MSG: 
pullRequest.setNextOffset(pullResult 
.getNextBeginOffset()); 
DefaultMQPushConsumerImpl.this.correctTagsOffset 
(pullRequest); 
DefaultMQPushConsumerImpl.this 
.executePullRequestImmediately(pullRequest); 
break; 
case NO MATCHED М56: 
pullRequest.setNextOffset(pullResult 
.getNextBeginOffset()); 
DefaultMQPushConsumerImpl.this.correctTagsOffset 
(pullRequest); 
DefaultMQPushConsumerImpl.this 
.executePullRequestImmediately(pullRequest); 
break; 
case OFFSET ILLEGAL: 
log.warn("the pull request offset illegal, {} 1)", 
pullRequest.toString(), pullResult.toString()); 
pullRequest.setNextOffset(pullResult 
.getNextBeginOffset()); 
— break; 
default: 
break; 


ОДООД0000000000000000000000000000000002.1-7000 
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try ( 

this.pullAPIWrapper.pullKernellmpl( 
pullRequest.getMessageQueue(), 
subExpression, 
subscriptionData.getExpressionType(), 
subscriptionData.getSubVersion(), 
pullRequest.getNextOffset(), 
this.defaultMQPushConsumer.getPullBatchSize(), 
sysFlag, 
commitOffsetValue, 
BROKER SUSPEND MAX TIME MILLIS, 
CONSUMER TIMEOUT MILLIS WHEN SUSPEND, 
CommunicationMode.ASYNC, 
pullCallback 


); 

) catch (Exception e) { 
log.error("pullKernellImpl exception", е); 
this.executePullRequestLlater(pullRequest, 

PULL TIME DELAY MILLS WHEN EXCEPTION); 
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this.consumeExecutor = new ThreadPoolExecutor( 
this.defaultMQPushConsumer.getConsumeThreadMin(), 
this.defaultMQPushConsumer.getConsumeThreadMax(), 1000 * 60, 
TimeUnit.MILLISECONDS, this.consumeRequestQueue, 
new ThreadFactoryImpl("ConsumeMessageThread ")); 
this.scheduledExecutorService - 
Executors.newSingleThreadScheduledExecutor(new ThreadFactoryImpl( 
"ConsumeMessageScheduledThread ")); 
this.cleanExpireMsgExecutors - 
Executors.newSingleThreadScheduledExecutor(new ThreadFactoryImpl( 
"CleanExpireMsgScheduledThread ")); 
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ConsumeRequest[][ HD Сопзитевеаие ДП 
сопзиглеЕхесито |00000000000 12 1-9000 
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if (msgs.size() <= consumeBatchSize) { 
ConsumeRequest consumeRequest = new ConsumeRequest(msgs, 
processQueue, messageQueue); 
try { 
this.consumeExecutor.submit(consumeRequest); 
) catch (RejectedExecutionException e) ( 
this.submitConsumeRequestLater (consumeRequest) ; 


) else { 
Тог (int total = 0; total < msgs.size(); ) 5 
List«MessageExt» msgThis = new ArrayList«MessageExt» 


(consumeBatchSize); 
for (int i = 9; i < consumeBatchSize; i++, Тота! ++) 4 
if (total < msgs.size()) { 
msgThis.add(msgs.get(total)); 
| else 4 
break; 


ConsumeRequest consumeRequest - new ConsumeRequest (msgThis, 
processQueue, messageQueue); 


try 4 
this.consumeExecutor.submit(consumeRequest); 


) catch (RejectedExecutionException e) { 
for (; total < msgs.size(); totale) { 
msgThis.add(msgs.get(total)); 


this.submitConsumeRequestLater (consumeRequest) ; 
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switch (this.defaultMQPushConsumer.getMessageModel()) { 
case BROADCASTING: 
for (int 1 = ackIndex + 1; i < consumeRequest.getMsgs().size 
(); 1++) 4 
MessageExt msg = consumeRequest.getMsgs().get(i); 
log.warn("BROADCASTING, the message consume failed, drop " + 
"it, 1)", msg.toString()); 
) 
ргеак; 
case CLUSTERING: 
List«MessageExt» msgBackFailed - new ArrayList«MessageExt» 
(consumeRequest.getMsgs().size()); 
for (int i = ackIndex + 1; i < consumeRequest.getMsgs().size 
(); 1++) { 
MessageExt msg 
boolean result 
if (!result) ( 
msg.setReconsumeTimes(msg.getReconsumeTimes() + 1); 
msgBackFailed.add(msg); 


consumeRequest.getMsgs().get(i); 
this.sendMessageBack(msg, context); 


) 
if (!msgBackFailed.isEmpty()) 1 
consumeRequest.getMsgs() . removeAll(msgBackFailed); 
this.submitConsumeRequestLater(msgBackFailed, 
consumeRequest.getProcessQueue(), consumeRequest 


.getMessageQueue()) ; 
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private final ReadWriteLock ТосКТгееМар = new ReentrantReadWriteLock(); 
rivate final TreeMap«Long, MessageExt» msgTreeMap = new TreeMap«Long, 

MessageExt»(); 

private final AtomicLong msgCount = new AtomicLong(); 

private final AtomicLong msgSize - new AtomicLong(); 

private final Lock lockConsume - new ReentrantLock(); 
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MQClientManager.getInstance().getAndCreateMQClientInstance(this.defaultMQProducer 
‚ FpcHook) ; 
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public MQClientInstance getAndCreateMQClientInstance( 
final ClientConfig clientConfig, RPCHook rpcHook) { 
String clientId = clientConfig.buildMQClientId(); 
MQClientInstance instance - this.factoryTable.get(clientId); 
if (null == instance) { 
instance - 
new MQClientInstance(clientConfig.cloneClientConfig(), 
this.factoryIndexGenerator.getAndIncrement(), clientId, 
rpcHook) ; 
MQClientInstance prev = this.factoryTable.putIfAbsent(clientId, 
instance); 
if (prev != null) ( 
instance - prev; 
log.warn("Returned Previous MQClientInstance for " + 
"clientId:[()]", clientId); 
) else 
log.info("Created new MQClientInstance for clientId:[(])]", 
clientId); 
) 


return instance; 
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if (this.defaultMQPushConsumer.getMessageModel() == MessageModel.CLUSTERING) { 
this.defaultMQPushConsumer.changeInstanceNameToPID(); 
) 
public void changeInstanceNameToPID() 1 
if (this.instanceName.equals("DEFAULT")) { 
this.instanceName = String.valueOf(UtilAll.getPid()); 
) 
) 
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public void start() throws MQClientException { 
synchronized (this) { 
switch (this.serviceState) 4 
case CREATE JUST: 

this.serviceState - ServiceState.START FAILED; 

// If not specified,looking address from name server 

if (null == this.clientConfig.getNamesrvAddr()) { 
this.mQClientAPIImpl.fetchNameServerAddr(); 


// Start request-response channel 
this.mQClientAPIImpl.start(); 
// Start various schedule tasks 
this.startScheduledTask(); 
// Start pull service 
this.pullMessageService.start(); 
// Start rebalance service 
this.rebalanceService.start(); 
// Start push service 
this.defaultMQProducer.getDefaultMQProducerImpl().start (false); 
log.info("the client factory [{}] start OK", this.clientId); 
this.serviceState - ServiceState.RUNNING; 
break; 

case RUNNING: 
break; 

case SHUTDOWN ALREADY: 
break; 

case START FAILED: 
throw new MQClientException("The Factory object[" + 

this.getClientId() + "] has been created before, and failed.", null); 

default: 

break; 
) 
Т 
) 
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private void startScheduledTask() { 
if (null == this.clientConfig.getNamesrvAddr()) { 
this.scheduledExecutorService.scheduleAtFixedRate(new Runnable() 1 
QGOverride 
public void run() 1 
try ( 
MQClientInstance.this.mQClientAPIImpl 
. fetchNameServerAddr() ; 
) catch (Exception e) ( 
log.error("ScheduledTask fetchNameServerAddr " + 
"exception", е); 


) 
} 
}, 1000 * 10, 1000 * 60 * 2, TimeUnit.MILLISECONDS); 


this.scheduledExecutorService.scheduleAtFixedRate(new Runnable() 1 
QOverride 
public void run() { 
try { 
MQClientInstance.this.updateTopicRouteInfoFromNameServer(); 
) catch (Exception e) { 
log.error("ScheduledTask " + 
"updateTopicRouteInfoFromNameServer exception", e); 


) 


) 
), 10, this.clientConfig.getPollNameServerInterval(), TimeUnit 
.MILLISECONDS); 
this.scheduledExecutorService.scheduleAtFixedRate(new Runnable() 1 
QOverride 
public void run() { 
try { 
MQClientInstance.this.cleanOfflineBroker(); 
MQClientInstance.this.sendHeartbeatToAllBrokerWithLock(); 
) catch (Exception e) ( 
log.error("ScheduledTask sendHeartbeatToAllBroker " + 
"exception", e); 


) 


) 
), 1000, this.clientConfig.getHeartbeatBrokerInterval(), TimeUnit 
.MILLISECONDS); 


this.scheduledExecutorService.scheduleAtFixedRate(new Runnable() 1 
QOverride 
public void run() { 
try { 
MQClientInstance.this.persistAllConsumerOffset(); 
) catch (Exception e) { 
log.error("ScheduledTask persistAllConsumerOffset " + 
"exception", e); 


) 


) 
), 1000 ж 10, this.clientConfig.getPersistConsumerOffsetInterval(), 
TimeUnit.MILLISECONDS); 
this.scheduledExecutorService.scheduleAtFixedRate(new Runnable() 1 
QOverride 
public void run() { 
try { 
MQClientInstance.this.adjustThreadPool(); 
) catch (Exception е) { 
log.error("ScheduledTask adjustThreadPool exception", e); 


), 1, 1, TimeUnit.MINUTES); 
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if (BrokerRole.SLAVE == this.messageStoreConfig.getBrokerRole()) 1 
if (this.messageStoreConfig.getHaMasterAddress() != null && 
this.messageStoreConfig.getHaMasterAddress().length() >= 6) { 


this.messageStore.updateHaMasterAddress(this.messageStoreConfig.getHaMasterAddres 
s()); 
this.updateMasterHAServerAddrPeriodically - false; 
} else { 
this.updateMasterHAServerAddrPeriodically + true; 


this.scheduledExecutorService.scheduleAtFixedRate(new Runnable() 4 
QOverride 
public void run() { 
try 4 
BrokerController.this.slaveSynchronize.syncAll(); 
) catch (Throwable e) { 
log.error("ScheduledTask syncAll slave exception", e); 


) 
), 1000 ж 10, 1000 ж 60, TimeUnit.MILLISECONDS); 
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public ConsumerOffsetSerializeWrapper getAllConsumerOffset( 

final String addr) throws InterruptedException, RemotingTimeoutException, 

RemotingSendRequestException, RemotingConnectException, MQBroker-Exception 4 

RemotingCommand request - 
RemotingCommand.createRequestCommand(RequestCode.GET ALL CONSUMER OFFSET, null); 

RemotingCommand response - this.remotingClient.invokeSync(addr, request, 
3000); 

assert response !- null; 

switch (response.getCode()) { 

case ResponseCode.SUCCESS: { 


return ConsumerOffsetSerializeWrapper.decode(response.getBody(), 
ConsumerOffsetSerializeWrapper.class); 


default: 
break; 


) 
throw new MQBrokerException(response.getCode(), response.getRemark()); 
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[]IHAService[]HAConnection[]WaitNotifyObject[] 000 


НАзеглсей Псотт! Год ПОПОПООМа ег ПО $1амей пп 
0000000000М аз5єетГ о рО0000000001 2-30 


ПІПП12-3 UUBroker[UUUUUUUUHaMasterAddress 


if (BrokerRole.SLAVE -- this.messageStoreConfig.getBrokerRole()) 1 
if (this.messageStoreConfig.getHaMasterAddress() !- null && 
this.messageStoreConfig 
.getHaMasterAddress().length() >= 6) { 


this.messageStore.updateHaMasterAddress(this.messageStoreConfig.getHaMasterAddres 
s()); 
this.updateMasterHAServerAddrPeriodically - false; 
) else | 
this.updateMasterHAServerAddrPeriodically - true; 


ПВгокег 05іамед000МаѕіегАааг 0000000000НА5егмсе 
ПОСОООО0НАСіепє О00000соппесёМаѕїегу0000000000012-4 
000 
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private boolean connectMaster() throws ClosedChannelException { 
if (null == socketChannel) 4 
String addr - this.masterAddress.get(); 
if (addr != null) 4 


SocketAddress socketAddress - 
RemotingUtil.string2SocketAddress(addr); 
if (socketAddress != null) { 
this.socketChannel - RemotingUtil.connect(socketAddress); 
if (this.socketChannel != null) 
this.socketChannel.register(this.selector, 
SelectionKey.OP READ); 
) 


} 


} 
this.currentReportedOffset = 
HAService.this.defaultMessageStore.getMaxPhyOffset(); 


this.lastWriteTimestamp - System.currentTimeMillis(); 


) 
return this.socketChannel != null; 
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жж 
* Starts listening to slave connections. 
ж 


ж (athrows Exception If fails. 
Tf 


public void beginAccept() throws Exception { 
this.serverSocketChannel = ServerSocketChannel.open(); 
this.selector - RemotingUtil.openSelector(); 
this.serverSocketChannel.socket().setReuseAddress (true); 
this.serverSocketChannel.socket().bind(this.socketAddressListen); 
this.serverSocketChannel.configureBlocking(false); 
this.serverSocketChannel.register(this.selector, SelectionKey.OP ACCEPT); 
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sync master[Jasync таѕіег О0Вгоке 00000000000000 
ОДОД000000000000000О5упе плазеег)00000000Мазіегті0 
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public void handleHA(AppendMessageResult result, 
PutMessageResult putMessageResult, MessageExt messageExt) { 
if (BrokerRole.SYNC MASTER == this.defaultMessageStore 
.getMessageStoreConfig().getBrokerRole()) 1 
HAService service - this.defaultMessageStore.getHaService(); 
if (messageExt.isWaitStoreMsgOK()) 4 
// Determine whether to wait 
if (service.isSlaveOK(result.getWroteOffset() + result 

.getWroteBytes())) { 

GroupCommitRequest request - new GroupCommitRequest 
(result.getWroteOffset() + result 
.getWroteBytes()); 

service.putRequest(request); 

service.getWaitNotifyObject().wakeupAll(); 

boolean flushOK - 
request.waitForFlush(this.defaultMessageStore 

.getMessageStoreConfig().getSyncFlushTimeout()); 
if (!flushOK) ( 


log.error("do sync transfer other node, wait return, " + 
"but failed, topic: " - messageExt 
.getTopic() + " tags: " 
з messageExt.getTags() + " client address: " + 


messageExt.getBornHostNameString()); 
putMessageResult.setPutMessageStatus (PutMessageStatus 
.FLUSH SLAVE TIMEOUT); 
) 


) 
// Slave problem 
else 
// Tell the producer, slave not available 
putMessageResult.setPutMessageStatus(PutMessageStatus 
.SLAVE NOT AVAILABLE); 
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public PutMessageResult putMessage(final MessageExtBrokerInner msg) 1 
// Set the storage time 
msg.setStoreTimestamp(System.currentTimeMillis()); 
// Set the message body BODY CRC (consider the most appropriate setting 
// on the client) 
msg.setBodyCRC(UtilAll.crc32(msg.getBody())) ; 
// Back to Results 
AppendMessageResult result = null; 


StoreStatsService storeStatsService - this.defaultMessageStore 
.getStoreStatsService(); 


String topic = msg.getTopic(); 
int queueId - msg.getQueueId(); 


handleDiskFlush(result, putMessageResult, msg); 
handleHA(result, putMessageResult, msg); 


return putMessageResult; 
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import io.netty.buffer.ByteBuf; 

import io.netty.channel.ChannelHandlerContext; 

import io.netty.channel.ChannellInboundHandlerAdapter; 
жж 


ж O00000 channel. 
ж 
public class DiscardServerHandler extends ChannellInboundHandlerAdapter { // (1) 
QOverride 
public void channelRead(ChannelHandlerContext ctx, Object msg) { // (2) 
// 0000000000 
((ByteBuf) msg).release(); // (3) 


QOverride 
public void exceptionCaught(ChannelHandlerContext ctx, Throwable cause) ( // 


// 0000000000 
cause.printStackTrace(); 
ctx.close(); 
Т 
) 
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000013-2 XchannelRead[]T] 


абуеггіде 
public void channelRead(ChannelHandlerContext ctx, Object msg) { 
try { 
// Do something with msg 
} finally ( 
ReferenceCountUtil.release(msg); 
} 


} 
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import io.netty.bootstrap.ServerBootstrap; 

import io.netty.channel.ChannelFuture; 

import io.netty.channel.Channellnitializer; 

import io.netty.channel.ChannelOption; 

import io.netty.channel.EventLoopGroup; 

import io.netty.channel.nio.NioEventLoopGroup; 

import io.netty.channel.socket.SocketChannel; 

import io.netty.channel.socket.nio.NioServerSocketChannel; 


ж 000000000 
чу 


public class DiscardServer { 
private int port; 
public DiscardServer(int port) ( 
this.port - port; 


public void run() throws Exception { 
EventLoopGroup bossGroup = new NioEventLoopGroup(); // (1) 
EventLoopGroup workerGroup = new NioEventLoopGroup(); 
try 1 
ServerBootstrap b = new ServerBootstrap(); // (2) 
b.group(bossGroup, workerGroup) 
.channel(NioServerSocketChannel.class) // (3) 
.childHandler(new Channellnitializer«SocketChannel»() 4 // (4) 
QOverride 
public void initChannel(SocketChannel ch) throws Exception 


ch.pipeline().addLast(new DiscardServerHandler()); 


) 


}) 
.option(ChannelOption.SO BACKLOG, 128) // (5) 
.childOption(ChannelOption.SO KEEPALIVE, true); // (6) 





АА 00000000000000 
ChannelFuture f - b.bind(port).sync(); // (7) 


tur 
// ПОП Socket 
// 0000000000000000000000000000 
f.channel().closeFuture().sync(); 
} finally { 
workerGroup.shutdownGracefully(); 
bossGroup.shutdownGracefully(); 



































































































































| 
public static void main(String[] args) throws Exception 4 
int port; 
if (args.length > 0) { 
port з Integer.parseInt(args[0]); 
) else { 
port - 8080; 


) 
new DiscardServer(port).run(); 


МіоЕмепійоорбгойрООООДМООДОДООО00000Менсу 000000 
ПЕмеп! оорбгоир ООООООООООО0000000000000000000000000 
LI2DNioEventLoopGroupD nara" boss” ПООО00000000 
О000000"могкег"ОДООООООО0000000" boss” ППОДОБООО00000 
ПП worker" ООДОООДОООДОООО000000000000Сваппеї 000000 
Емеп! оорбгоирПОДОООООДОДОО0000000000 


ServerBootstra рПОДООМІООДОООООДОДООО0000000 
Channel TODO D m pad p d 


ПО00000000№іоЅегуегбоскеСһаппе5000000Сһаппеі 00 
0000000 


ОО0000000000000000000000000Сһаппе0 
Сһаппеїпісаіғег000000000000000000000000Сһаппе!і000 
ПО00000000000ріѕсагабЅегмегНапаіег б0000Сһаппе 0000 
ПСһаппеіРіреіперо0000000000000000000000000000рірІіпе 
О000000000000000000 


О000000000Сһаппеі000000000ТСР/ЛРО0000000000000 
Ѕоске 10000&срМореіауПкеерАіімедо0000000 


СһаппеІОріопСһаппеіСопћо000000000СһаппеіОріоһ 0 
01000000 


optionjgD0000NioServerSocketChannel[000000000 


спіаюрніюпрД000000005егмегСраппеї 0000000000000 
NioServerSocketChannel[] 


[000000000000000000000000000000808 9000090000000 
біпарООД000000000 


13.3.2 ППППППП 


О0000000000іѕсагароо0000000000000000000000000000 
О0сеіпе0000000000000&еіпеѓ localhost 8в080000000000000 
О00000000000000000000000іѕсагарооо000000000000000000 
000000000000000000000000000000 


ПО0000спаппеіІАеаапро000000000000000000 
О!5саг45егиегНап е сһаппеІКАеаабо050000000000000013- 


4000 
ПІПП13-4 ПОПОсваппе!Веаа 


QOverride 
public void channelRead(ChannelHandlerContext ctx, Object msg) 4 
ByteBuf in - (ByteBuf) msg; 
try 4 
while (in.isReadable()) { // (1) 
System.out.print((char) in.readByte()); 
System.out.flush(); 


) finally { 
ReferenceCountUtil.release(msg); // (2) 


} 
} 
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000013-5 RemotingServicel 


public interface RemotingServer extends RemotingService { 
void registerProcessor(final int requestCode, 
final NettyRequestProcessor processor, 
final ExecutorService executor); 
void registerDefaultProcessor(final NettyRequestProcessor processor, 


final ExecutorService executor); 

int locallistenPort(); 

Pair«NettyRequestProcessor, ExecutorService» getProcessorPair( 
final int requestCode); 

RemotingCommand invokeSync(final Channel channel, 
final RemotingCommand request, 
final long timeoutMillis) throws InterruptedException, 
RemotingSendRequestException, 
RemotingTimeoutException; 

void invokeAsync(final Channel channel, final RemotingCommand request, 
final long timeoutMillis, 
final InvokeCallback invokeCallback) throws InterruptedException, 
RemotingTooMuchRequestException, RemotingTimeoutException, 
RemotingSendRequestException; 


void invokeOneway(final Channel channel, final RemotingCommand request, 
final long timeoutMillis) 
throws InterruptedException, RemotingTooMuchRequestException, 
RemotingTimeoutException, 
RemotingSendRequestException; 


Кетопдбетмег 0000000осаішѕёепРог 
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public interface RemotingClient extends RemotingService { 

void updateNameServerAddressList(final List«String» addrs); 

List«String» getNameServerAddressList(); 

RemotingCommand invokeSync(final String addr, final RemotingCommand request, 
final long timeoutMillis) throws InterruptedException, 
RemotingConnectException, 

RemotingSendRequestException, RemotingTimeoutException; 

void invokeAsync(final String addr, final RemotingCommand request, 
final long timeoutMillis, 
final InvokeCallback invokeCallback) throws InterruptedException, 
RemotingConnectException, 

RemotingTooMuchRequestException, RemotingTimeoutException, 
RemotingSendRequestException; 

void invokeOneway(final String addr, final RemotingCommand request, 
final long timeoutMillis) 
throws InterruptedException, RemotingConnectException, 
RemotingTooMuchRequestException, 

RemotingTimeoutException, RemotingSendRequestException; 

void registerProcessor(final int requestCode, 
final NettyRequestProcessor processor, 
final ExecutorService executor); 

void setCallbackExecutor(final ExecutorService callbackExecutor); 


boolean isChannelwritable(final String addr); 
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public void processRequestCommand(final ChannelHandlerContext ctx, 
final RemotingCommand cmd) 
final Pair«NettyRequestProcessor, ExecutorService» matched - this 
.processorTable.get(cmd.getCode()); 
final oc oa Lact bed ен ен pair = null == 
matched ? this.defaultRequestProcessor : matched; 
final int opaque = cmd.getOpaque(); 
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private int code; 
private LanguageCode language = LanguageCode.JAVA; 
private int version - 0; 


private 
private 
private 
private 
private 
private 
private 


int opaque - requestId.getAndIncrement(); 

int flag = 0; 

String remark; 

HashMap«String, String» extFields; 

transient CommandCustomHeader customHeader; 

SerializeType serializeTypeCurrentRPC - serializeTypeConfigInThis-Server; 
transient byte[] body; 
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public RemotingCommand invokeSyncImpl(final Channel channel, 
final RemotingCommand request, 
final long timeoutMillis) 
throws InterruptedException, RemotingSendRequestException, 
RemotingTimeoutException 4 
final int opaque = request.getOpaque(); 
try ( 


final ResponseFuture responseFuture - new ResponseFuture(opaque, 
timeoutMillis, null, null); 
this.responseTable.put(opaque, responseFuture); 
final SocketAddress addr - channel.remoteAddress(); 
channel.writeAndFlush(request).addListener(new ChannelFutureListener() { 
(0уеггіде 
public void operationComplete( 
ChannelFuture f) throws Exception 4 
if (f.isSuccess()) ( 
responseFuture.setSendRequestOK(true); 
return; 
) else { 
responseFuture.setSendRequestOK(false); 


responseTable.remove(opaque); 

responseFuture.setCause(f.cause()); 

responseFuture.putResponse(null); 

log.warn("send a request command to channel <" + addr + 
"» failed."); 


} 
$); 
RemotingCommand responseCommand = responseFuture.waitResponse 
(timeoutMillis); 
if (null == responseCommand) 4 
if (responseFuture.isSendRequestOK()) 4 
throw new RemotingTimeoutException(RemotingHelper 
.parseSocketAddressAddr(addr), timeoutMillis, 
responseFuture.getCause()); 
> else 4 
throw new RemotingSendRequestException(RemotingHelper 
.parseSocketAddressAddr(addr), responseFuture 
.getCause()); 


) 
return responseCommand; 
> finally 4 
this.responseTable.remove(opaque) ; 
) 
) 
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ServerBootstrap childHandler - 
this.serverBootstrap.group(this.eventLoopGroupBoss, this 
.eventLoopGroupSelector) 
.channel(useEpoll() ? EpollServerSocketChannel.class : 
NioServerSocketChannel.class) 
.option(ChannelOption.SO BACKLOG, 1024) 
.option(ChannelOption.SO REUSEADDR, true) 
.option(ChannelOption.SO KEEPALIVE, false) 
.childOption(ChannelOption.TCP NODELAY, true) 
.childOption(ChannelOption.SO SNDBUF, nettyServerConfig 
.getServerSocketSndBufSize()) 
.childOption(ChannelOption.SO RCVBUF, nettyServerConfig 
.getServerSocketRcvBufSize()) 
.localAddress(new InetSocketAddress(this.nettyServerConfig 
.getListenPort())) 
.childHandler(new Channellnitializer«SocketChannel»() 4 
QOverride 
public void initChannel(SocketChannel ch) throws Exception { 
ch.pipeline() 
.addLast(defaultEventExecutorGroup, 
HANDSHAKE HANDLER NAME, 
new HandshakeHandler(TlsSystemConfig.tlsMode)) 
.addLast(defaultEventExecutorGroup, 
new NettyEncoder(), 
new NettyDecoder(), 
new IdleStateHandler(0, 0, nettyServerConfig 
.getServerChannelMaxIdleTimeSeconds()), 
new NettyConnectManageHandler(), 
new NettyServerHandler() 


I 
Юю; 


ServerBootStrap[]BossEventLoop[][L]ELLILILIL] 
МоЕмепт оорбгоирПмогкегЕмепт оорИпих[ 00000030000 
ЕроПЕмеп оорсгоир ППИпчих0 0000030000 
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NettyDecoder[j(][]Handler[][j]]Handler[( 00008000 
DefaultEventExecutorGroup[][] 
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public void registerProcessor() { 
жж 
ж SendMessageProcessor 
ж/ 


SendMessageProcessor sendProcessor - new SendMessageProcessor(this); 
sendProcessor.registerSendMessageHook (sendMessageHookList); 
sendProcessor.registerConsumeMessageHook ( consumeMessageHookList ) ; 


this.remotingServer.registerProcessor(RequestCode.SEND MESSAGE, 
sendProcessor, this.sendMessageExecutor); 

this.remotingServer.registerProcessor(RequestCode.SEND MESSAGE V2, 
sendProcessor, this.sendMessageExecutor); 

this.remotingServer.registerProcessor(RequestCode.SEND BATCH MESSAGE, 
sendProcessor, this.sendMessageExecutor); 

this.remotingServer.registerProcessor(RequestCode 
.CONSUMER SEND MSG BACK, sendProcessor, this 
.sendMessageExecutor) ; 
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